-- Logs begin at Wed 2021-07-07 13:21:23 UTC, end at Wed 2021-07-07 14:48:43 UTC. -- Jul 07 13:53:07.856781 dv-cinder-799821-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 07 13:53:10.592719 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.common.config [-] Logging enabled! Jul 07 13:53:10.593363 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev452 Jul 07 13:53:10.593488 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92846) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 07 13:53:10.596732 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.common.config [-] Logging enabled! Jul 07 13:53:10.596993 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev452 Jul 07 13:53:10.597308 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92846) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 07 13:53:10.598236 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 07 13:53:10.598493 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 07 13:53:10.598858 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 07 13:53:10.599108 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 07 13:53:10.599338 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 07 13:53:10.599660 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:10.599963 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:10.600265 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:10.600498 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:10.600798 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:10.601090 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:10.601378 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:10.601669 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:10.601968 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:10.602256 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:10.602566 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:10.602854 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:10.603087 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:10.603371 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] config_source = [] {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:10.603770 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:10.604151 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:10.604434 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] debug = True {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:10.604666 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:10.605094 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:10.605516 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:10.605802 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:10.606095 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:10.606378 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:10.606681 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:10.606961 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:10.607248 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:10.607582 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] host = dv-cinder-799821-1-iscsi {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:10.607863 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:10.608155 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:10.608446 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:10.608736 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:10.609014 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:10.609292 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:10.609579 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:10.609856 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] log_dir = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:10.610132 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] log_file = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:10.610412 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:10.610734 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:10.611025 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:10.611317 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:10.611545 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:10.611770 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:10.612059 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:10.612350 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:10.612636 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:10.612916 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:10.613213 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:10.613472 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:10.613747 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:10.614018 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:10.614307 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:10.614618 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:10.614907 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:10.615186 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:10.615462 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:10.615735 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:10.616007 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:10.616295 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:10.616572 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:10.616849 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:10.617125 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:10.617413 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:10.617684 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:10.617959 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:10.618261 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:10.618571 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:10.618857 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:10.619142 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:10.619445 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:10.619755 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:10.619995 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:10.620267 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] use_journal = False {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:10.620540 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] use_json = False {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:10.620814 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:10.621088 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:10.621372 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:10.621646 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:10.621919 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:10.622195 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:10.622493 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:10.622783 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:10.623083 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:10.623381 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:10.623682 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:10.623968 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:10.624264 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:10.624550 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:10.624842 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:10.625121 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:10.625411 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:10.625701 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:10.625991 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:10.626267 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:10.626584 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:10.626867 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:10.627164 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:10.627474 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:10.627771 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:10.628064 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:10.628341 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:10.628616 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:10.628892 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:10.629171 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:10.629460 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:10.629755 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:10.630044 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:10.630319 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:10.630627 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:10.630921 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:10.631202 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:10.631475 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:10.631755 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:10.632045 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:10.632328 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:10.632604 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:10.632888 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:10.633167 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:10.633439 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:10.633711 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:10.633990 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:10.634279 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:10.634584 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:10.634862 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:10.635664 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:10.635942 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:10.636216 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:10.636504 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:10.636781 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:10.637057 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:10.637331 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:10.637611 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:10.637887 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:10.638163 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:10.638459 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:10.638736 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:10.639016 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:10.639290 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:10.639563 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:10.639837 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:10.640113 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:10.640388 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:10.640662 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:10.640933 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:10.640933 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:10.641468 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:10.641742 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:10.642018 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:10.642294 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:10.642594 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:10.642888 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:10.643192 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:10.646152 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:10.646152 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:10.646152 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:10.646152 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:10.646152 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:10.646152 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:10.646152 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:10.646152 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:10.646814 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:10.646814 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:10.646814 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:10.646814 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:10.646814 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:10.647247 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:10.647335 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:10.647566 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:10.647852 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:10.648134 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:10.648415 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:10.648710 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:10.648996 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:10.649295 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:10.649591 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:10.649886 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:10.650185 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:10.650514 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:10.650859 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:10.651708 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:10.651986 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:10.652209 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 07 13:53:10.652460 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=92846) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 07 13:53:11.009537 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=92846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 13:53:11.009819 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=92846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 13:53:11.010158 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=92846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 13:53:11.011641 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 07 13:53:11.409318 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:53:11.409612 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:53:11.409886 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:53:11.411205 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:53:11.411578 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:53:11.411860 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:53:11.446819 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:53:11.447109 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:53:11.447378 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:53:11.460805 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:53:11.461093 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:53:11.461367 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:53:11.492367 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:53:11.492658 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:53:11.492935 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:53:11.529499 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:53:11.529784 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:53:11.530051 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:53:11.764403 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=92846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:53:11.765072 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=92846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:53:11.765072 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=92846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:53:11.765246 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=92846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:53:11.765910 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=92846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:53:11.889163 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=92846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:53:11.889488 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=92846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:53:11.889776 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=92846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:53:11.890051 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=92846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:53:11.890317 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=92846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:53:11.890648 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=92846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:53:11.890914 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=92846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:53:11.891173 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=92846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:53:11.891429 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=92846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:53:11.891713 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=92846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:53:11.891986 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=92846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:53:11.892262 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=92846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:53:11.892524 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=92846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:53:11.892789 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:53:11.893048 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=92846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:53:11.893317 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=92846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:53:11.893587 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=92846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:53:11.893847 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=92846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:53:11.894118 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:53:11.894371 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:53:11.894675 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:53:11.895029 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=92846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:53:11.895291 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=92846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:53:11.895577 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:53:11.895830 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:53:11.896075 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:53:11.896479 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=92846) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 07 13:53:11.896722 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=92846) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 07 13:53:11.896960 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=92846) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 07 13:53:11.897198 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=92846) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 07 13:53:11.897433 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=92846) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 07 13:53:11.897676 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=92846) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 07 13:53:11.898037 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 07 13:53:11.902875 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 07 13:53:11.906870 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 07 13:53:11.910593 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Jul 07 13:53:11.912237 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 07 13:53:11.912687 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 07 13:53:11.913026 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 07 13:53:11.913414 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 07 13:53:11.916237 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 07 13:53:11.916865 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 07 13:53:11.917222 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 07 13:53:11.944921 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 07 13:53:11.945372 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=92846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:53:11.945673 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=92846) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 07 13:53:11.946035 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=92846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:53:11.947421 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=92846) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 07 13:53:11.948271 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 07 13:53:11.948479 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 07 13:53:11.951666 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=92846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:53:11.951948 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=92846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:53:12.016178 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 07 13:53:12.016366 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 07 13:53:12.016601 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 07 13:53:12.016982 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 07 13:53:12.038725 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_db.sqlalchemy.engines [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=92846) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 07 13:53:12.578753 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.plugins.ml2.managers [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Initializing driver for type 'gre' Jul 07 13:53:12.579285 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] gre ID ranges: [(1, 1000)] Jul 07 13:53:12.627546 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.plugins.ml2.managers [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Initializing driver for type 'local' Jul 07 13:53:12.627895 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.plugins.ml2.managers [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Initializing driver for type 'vlan' Jul 07 13:53:12.641106 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] VlanTypeDriver initialization complete Jul 07 13:53:12.641452 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.plugins.ml2.managers [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Initializing driver for type 'vxlan' Jul 07 13:53:12.642076 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] vxlan ID ranges: [(1, 1000)] Jul 07 13:53:12.695603 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.plugins.ml2.managers [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Initializing extension driver 'port_security' Jul 07 13:53:12.695954 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.plugins.ml2.extensions.port_security [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] PortSecurityExtensionDriver initialization complete Jul 07 13:53:12.696286 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.plugins.ml2.managers [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Initializing mechanism driver 'openvswitch' Jul 07 13:53:12.696622 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.plugins.ml2.managers [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Initializing mechanism driver 'hyperv' Jul 07 13:53:12.703631 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.plugins.ml2.plugin [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=92846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:53:12.704346 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron_lib.callbacks.manager [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Subscribe: > port after_create 55550000 {{(pid=92846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:53:12.704722 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron_lib.callbacks.manager [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Subscribe: > port after_update 55550000 {{(pid=92846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:53:12.705080 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron_lib.callbacks.manager [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Subscribe: > port after_delete 55550000 {{(pid=92846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:53:12.705604 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=92846) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 07 13:53:12.706046 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron_lib.callbacks.manager [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Subscribe: > subnet after_create 55550000 {{(pid=92846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:53:12.706402 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron_lib.callbacks.manager [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Subscribe: > subnet after_update 55550000 {{(pid=92846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:53:12.706776 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron_lib.callbacks.manager [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Subscribe: > subnet after_delete 55550000 {{(pid=92846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:53:12.707172 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=92846) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 07 13:53:12.707585 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron_lib.callbacks.manager [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Subscribe: > network after_create 55550000 {{(pid=92846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:53:12.707938 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron_lib.callbacks.manager [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Subscribe: > network after_update 55550000 {{(pid=92846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:53:12.708316 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron_lib.callbacks.manager [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Subscribe: > network after_delete 55550000 {{(pid=92846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:53:12.708715 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=92846) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 07 13:53:12.709127 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron_lib.callbacks.manager [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Subscribe: > security_group after_create 55550000 {{(pid=92846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:53:12.709481 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron_lib.callbacks.manager [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Subscribe: > security_group after_update 55550000 {{(pid=92846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:53:12.709828 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron_lib.callbacks.manager [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Subscribe: > security_group after_delete 55550000 {{(pid=92846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:53:12.710361 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=92846) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 07 13:53:12.710800 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron_lib.callbacks.manager [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=92846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:53:12.711161 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron_lib.callbacks.manager [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=92846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:53:12.711507 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron_lib.callbacks.manager [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=92846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:53:12.711905 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=92846) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 07 13:53:12.712584 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron_lib.callbacks.manager [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Subscribe: > address_group after_create 55550000 {{(pid=92846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:53:12.712933 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron_lib.callbacks.manager [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Subscribe: > address_group after_update 55550000 {{(pid=92846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:53:12.713895 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron_lib.callbacks.manager [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Subscribe: > address_group after_delete 55550000 {{(pid=92846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:53:12.714314 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=92846) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 07 13:53:12.714820 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] ML2 OVO RPC backend initialized. {{(pid=92846) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:184}} Jul 07 13:53:12.715703 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron_lib.callbacks.manager [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Subscribe: > router_interface after_create 55550000 {{(pid=92846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:53:12.716071 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron_lib.callbacks.manager [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:53:12.716495 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron_lib.callbacks.manager [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Subscribe: > network before_response 55550000 {{(pid=92846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:53:12.716854 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron_lib.callbacks.manager [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Subscribe: > networks before_response 55550000 {{(pid=92846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:53:12.717207 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron_lib.callbacks.manager [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Subscribe: > port before_response 55550000 {{(pid=92846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:53:12.717555 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron_lib.callbacks.manager [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Subscribe: > ports before_response 55550000 {{(pid=92846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:53:12.717903 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron_lib.callbacks.manager [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Subscribe: > subnet before_response 55550000 {{(pid=92846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:53:12.718248 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron_lib.callbacks.manager [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Subscribe: > subnets before_response 55550000 {{(pid=92846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:53:12.718630 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron_lib.callbacks.manager [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Subscribe: > network after_create 55550000 {{(pid=92846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:53:12.718974 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron_lib.callbacks.manager [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Subscribe: > network after_update 55550000 {{(pid=92846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:53:12.719312 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron_lib.callbacks.manager [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Subscribe: > network after_delete 55550000 {{(pid=92846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:53:12.719651 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron_lib.callbacks.manager [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Subscribe: > port after_create 55550000 {{(pid=92846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:53:12.719987 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron_lib.callbacks.manager [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Subscribe: > port after_update 55550000 {{(pid=92846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:53:12.720351 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron_lib.callbacks.manager [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Subscribe: > port after_delete 55550000 {{(pid=92846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:53:12.720689 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron_lib.callbacks.manager [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Subscribe: > subnet after_create 55550000 {{(pid=92846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:53:12.721092 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron_lib.callbacks.manager [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Subscribe: > subnet after_update 55550000 {{(pid=92846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:53:12.721359 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron_lib.callbacks.manager [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Subscribe: > subnet after_delete 55550000 {{(pid=92846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:53:12.721949 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.plugins.ml2.plugin [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Modular L2 Plugin initialization complete Jul 07 13:53:12.722281 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.manager [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loading services supported by the core plugin {{(pid=92846) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 07 13:53:12.722639 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.plugins.ml2.managers [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Got port-security extension from driver 'port_security' Jul 07 13:53:12.723106 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.extensions.vlantransparent [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Disabled vlantransparent extension. Jul 07 13:53:12.723614 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.manager [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=92846) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 07 13:53:12.723932 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.manager [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loading Plugin: router Jul 07 13:53:12.759052 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron_lib.callbacks.manager [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Subscribe: > router_interface before_create 55550000 {{(pid=92846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:53:12.759451 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron_lib.callbacks.manager [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Subscribe: > router after_create 55549900 {{(pid=92846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:53:12.759821 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron_lib.callbacks.manager [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Subscribe: > router before_create 55549900 {{(pid=92846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:53:12.761425 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron_lib.callbacks.manager [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=92846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:53:12.761425 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron_lib.callbacks.manager [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:53:12.761425 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron_lib.callbacks.manager [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Subscribe: > router after_delete 55549900 {{(pid=92846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:53:12.761834 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron_lib.callbacks.manager [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Subscribe: > floatingip after_update 55550000 {{(pid=92846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:53:12.762111 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron_lib.callbacks.manager [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Subscribe: > router after_create 55549900 {{(pid=92846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:53:12.762484 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron_lib.callbacks.manager [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Subscribe: > router after_update 55549900 {{(pid=92846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:53:12.762843 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron_lib.callbacks.manager [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Subscribe: > router after_update 55549900 {{(pid=92846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:53:12.763195 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron_lib.callbacks.manager [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=92846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:53:12.763549 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron_lib.callbacks.manager [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Subscribe: > router after_update 55549900 {{(pid=92846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:53:12.763959 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron_lib.callbacks.manager [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Subscribe: > router precommit_update 55549900 {{(pid=92846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:53:12.764326 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron_lib.callbacks.manager [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Subscribe: port after_update 55550000 {{(pid=92846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:53:12.764701 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron_lib.callbacks.manager [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Subscribe: port after_delete 55550000 {{(pid=92846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:53:12.765262 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron_lib.callbacks.manager [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Subscribe: subnet after_update 55550000 {{(pid=92846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:53:12.765358 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron_lib.callbacks.manager [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=92846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:53:12.765675 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron_lib.callbacks.manager [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Subscribe: > port precommit_delete 55550000 {{(pid=92846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:53:12.766023 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron_lib.callbacks.manager [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Subscribe: > router precommit_create 55549900 {{(pid=92846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:53:12.766366 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron_lib.callbacks.manager [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Subscribe: port before_delete 55550000 {{(pid=92846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:53:12.766733 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron_lib.callbacks.manager [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Subscribe: > router precommit_create 55550000 {{(pid=92846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:53:12.767092 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron_lib.callbacks.manager [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Subscribe: > router after_update 55549900 {{(pid=92846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:53:12.767435 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron_lib.callbacks.manager [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Subscribe: > router precommit_delete 55549900 {{(pid=92846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:53:12.767786 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron_lib.callbacks.manager [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Subscribe: > router precommit_create 55549900 {{(pid=92846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:53:12.768148 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron_lib.callbacks.manager [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Subscribe: > router_interface after_create 55550000 {{(pid=92846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:53:12.768495 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron_lib.callbacks.manager [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Subscribe: > router precommit_update 55549900 {{(pid=92846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:53:12.768867 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron_lib.callbacks.manager [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Subscribe: > agent after_create 55550000 {{(pid=92846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:53:12.769217 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron_lib.callbacks.manager [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Subscribe: > agent after_delete 55550000 {{(pid=92846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:53:12.769566 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron_lib.callbacks.manager [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Subscribe: > network after_delete 55550000 {{(pid=92846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:53:12.770427 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.quota.resource_registry [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Tracking information for resource: router configured {{(pid=92846) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 07 13:53:12.770786 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.quota.resource_registry [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Tracking information for resource: floatingip configured {{(pid=92846) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 07 13:53:12.776509 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.db.l3_agentschedulers_db [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 07 13:53:12.777261 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron_lib.callbacks.manager [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Subscribe: port after_update 55550000 {{(pid=92846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:53:12.777624 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron_lib.callbacks.manager [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Subscribe: port after_create 55550000 {{(pid=92846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:53:12.777980 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron_lib.callbacks.manager [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Subscribe: port after_delete 55550000 {{(pid=92846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:53:12.778334 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron_lib.callbacks.manager [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Subscribe: port after_update 55550000 {{(pid=92846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:53:12.779175 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron_lib.callbacks.manager [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Subscribe: > router before_create 55550100 {{(pid=92846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:53:12.779543 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron_lib.callbacks.manager [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Subscribe: > router precommit_delete 55550100 {{(pid=92846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:53:12.779908 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron_lib.callbacks.manager [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Subscribe: > router precommit_create 55550100 {{(pid=92846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:53:12.780268 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron_lib.callbacks.manager [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Subscribe: > router precommit_update 55550100 {{(pid=92846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:53:12.784755 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.services.provider_configuration [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Service providers = [] {{(pid=92846) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 07 13:53:12.785123 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.db.servicetype_db [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=92846) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 07 13:53:12.788126 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.services.service_base [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=92846) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 07 13:53:12.788489 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.services.service_base [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=92846) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 07 13:53:12.788838 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.services.service_base [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=92846) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 07 13:53:12.789737 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.services.service_base [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=92846) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 07 13:53:12.790114 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.services.service_base [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 07 13:53:12.790518 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.manager [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=92846) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 07 13:53:12.790842 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.manager [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 07 13:53:12.801492 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.manager [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=92846) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 07 13:53:12.801828 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.manager [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loading Plugin: auto_allocate Jul 07 13:53:12.807796 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron_lib.callbacks.manager [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Subscribe: network precommit_update 55550000 {{(pid=92846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:53:12.808170 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron_lib.callbacks.manager [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Subscribe: network precommit_create 55550000 {{(pid=92846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:53:12.808688 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.manager [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=92846) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 07 13:53:12.809013 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.manager [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loading Plugin: tag Jul 07 13:53:12.815533 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.manager [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=92846) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 07 13:53:12.815865 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.manager [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loading Plugin: timestamp Jul 07 13:53:12.821188 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.manager [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=92846) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 07 13:53:12.821528 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.manager [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loading Plugin: network_ip_availability Jul 07 13:53:12.827695 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron_lib.callbacks.manager [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:53:12.828072 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron_lib.callbacks.manager [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:53:12.828427 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron_lib.callbacks.manager [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:53:12.829225 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.manager [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=92846) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 07 13:53:12.829502 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.manager [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loading Plugin: flavors Jul 07 13:53:12.834217 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.manager [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=92846) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 07 13:53:12.834579 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.manager [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loading Plugin: revisions Jul 07 13:53:12.839855 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.manager [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=92846) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 07 13:53:12.840246 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_concurrency.lockutils [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.830s {{(pid=92846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 13:53:12.840990 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=92846) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 07 13:53:12.841331 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Initializing extension manager. Jul 07 13:53:12.841846 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loading extension file: __init__.py {{(pid=92846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:53:12.842191 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loading extension file: __pycache__ {{(pid=92846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:53:12.842558 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=92846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:53:12.842895 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loading extension file: address_group.py {{(pid=92846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:53:12.843664 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=92846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:53:12.844233 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loaded extension: address-group Jul 07 13:53:12.844558 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loading extension file: address_scope.py {{(pid=92846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:53:12.845283 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=92846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:53:12.845792 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loaded extension: address-scope Jul 07 13:53:12.846114 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loading extension file: admin_state_down_before_update.py {{(pid=92846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:53:12.847080 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=92846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:53:12.847586 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loaded extension: router-admin-state-down-before-update Jul 07 13:53:12.847906 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loading extension file: agent.py {{(pid=92846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:53:12.848611 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=92846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:53:12.849312 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loaded extension: agent Jul 07 13:53:12.849634 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loading extension file: agent_resources_synced.py {{(pid=92846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:53:12.850585 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=92846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:53:12.851088 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loaded extension: agent-resources-synced Jul 07 13:53:12.851411 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loading extension file: allowedaddresspairs.py {{(pid=92846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:53:12.853217 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=92846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:53:12.853798 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loaded extension: allowed-address-pairs Jul 07 13:53:12.854141 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loading extension file: auto_allocated_topology.py {{(pid=92846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:53:12.855258 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=92846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:53:12.855770 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loaded extension: auto-allocated-topology Jul 07 13:53:12.856097 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loading extension file: availability_zone.py {{(pid=92846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:53:12.856800 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=92846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:53:12.857307 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loaded extension: availability_zone Jul 07 13:53:12.857624 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loading extension file: availability_zone_filter.py {{(pid=92846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:53:12.858641 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=92846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:53:12.859152 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loaded extension: availability_zone_filter Jul 07 13:53:12.859476 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loading extension file: data_plane_status.py {{(pid=92846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:53:12.860410 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=92846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:53:12.860897 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Extension data-plane-status not supported by any of loaded plugins Jul 07 13:53:12.861221 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loading extension file: default_subnetpools.py {{(pid=92846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:53:12.862143 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=92846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:53:12.862676 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loaded extension: default-subnetpools Jul 07 13:53:12.863002 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loading extension file: dhcpagentscheduler.py {{(pid=92846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:53:12.863829 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:53:12.864330 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loaded extension: dhcp_agent_scheduler Jul 07 13:53:12.864658 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loading extension file: dns.py {{(pid=92846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:53:12.865596 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=92846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:53:12.866097 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Extension dns-integration not supported by any of loaded plugins Jul 07 13:53:12.866418 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loading extension file: dns_domain_ports.py {{(pid=92846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:53:12.867378 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=92846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:53:12.867879 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 07 13:53:12.868202 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=92846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:53:12.869133 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=92846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:53:12.869688 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 07 13:53:12.869986 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loading extension file: dvr.py {{(pid=92846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:53:12.870694 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=92846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:53:12.871195 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loaded extension: dvr Jul 07 13:53:12.871517 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loading extension file: empty_string_filtering.py {{(pid=92846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:53:12.872443 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=92846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:53:12.872951 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loaded extension: empty-string-filtering Jul 07 13:53:12.873272 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=92846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:53:12.874197 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:53:12.874732 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 07 13:53:12.875061 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=92846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:53:12.875987 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=92846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:53:12.876495 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 07 13:53:12.876811 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loading extension file: external_net.py {{(pid=92846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:53:12.877738 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=92846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:53:12.878236 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loaded extension: external-net Jul 07 13:53:12.878595 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loading extension file: extra_dhcp_opt.py {{(pid=92846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:53:12.879597 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=92846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:53:12.880023 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loaded extension: extra_dhcp_opt Jul 07 13:53:12.880347 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loading extension file: extraroute.py {{(pid=92846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:53:12.881270 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=92846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:53:12.881772 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loaded extension: extraroute Jul 07 13:53:12.882095 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loading extension file: extraroute_atomic.py {{(pid=92846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:53:12.883162 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=92846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:53:12.883670 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loaded extension: extraroute-atomic Jul 07 13:53:12.883994 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loading extension file: filter_validation.py {{(pid=92846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:53:12.884669 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=92846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:53:12.885704 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loaded extension: filter-validation Jul 07 13:53:12.886025 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loading extension file: fip_pf_description.py {{(pid=92846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:53:12.886974 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=92846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:53:12.887478 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 07 13:53:12.887801 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loading extension file: fip_port_details.py {{(pid=92846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:53:12.888722 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:53:12.889228 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loaded extension: fip-port-details Jul 07 13:53:12.889550 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loading extension file: flavors.py {{(pid=92846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:53:12.890828 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=92846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:53:12.891341 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loaded extension: flavors Jul 07 13:53:12.891668 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=92846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:53:12.893358 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=92846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:53:12.893868 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 07 13:53:12.894197 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loading extension file: floatingip_pools.py {{(pid=92846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:53:12.894934 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=92846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:53:12.895440 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loaded extension: floatingip-pools Jul 07 13:53:12.895765 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loading extension file: ip_allocation.py {{(pid=92846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:53:12.896689 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=92846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:53:12.897192 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Extension ip_allocation not supported by any of loaded plugins Jul 07 13:53:12.897518 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=92846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:53:12.898454 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=92846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:53:12.898970 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loaded extension: ip-substring-filtering Jul 07 13:53:12.899295 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loading extension file: l2_adjacency.py {{(pid=92846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:53:12.900229 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=92846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:53:12.901369 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 07 13:53:12.901853 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loading extension file: l3.py {{(pid=92846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:53:12.902889 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=92846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:53:12.903403 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loaded extension: router Jul 07 13:53:12.903732 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loading extension file: l3_conntrack_helper.py {{(pid=92846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:53:12.906122 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:53:12.906667 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 07 13:53:12.907004 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=92846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:53:12.907964 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=92846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:53:12.908475 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loaded extension: ext-gw-mode Jul 07 13:53:12.908803 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=92846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:53:12.909729 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=92846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:53:12.910233 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loaded extension: l3-ha Jul 07 13:53:12.910598 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loading extension file: l3_flavors.py {{(pid=92846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:53:12.911549 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=92846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:53:12.912054 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loaded extension: l3-flavors Jul 07 13:53:12.912383 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=92846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:53:12.913303 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=92846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:53:12.913804 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 07 13:53:12.914127 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loading extension file: l3agentscheduler.py {{(pid=92846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:53:12.915209 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:53:12.915719 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loaded extension: l3_agent_scheduler Jul 07 13:53:12.916045 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loading extension file: logging.py {{(pid=92846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:53:12.917592 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=92846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:53:12.918104 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Extension logging not supported by any of loaded plugins Jul 07 13:53:12.918433 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loading extension file: metering.py {{(pid=92846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:53:12.919201 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=92846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:53:12.919779 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loaded extension: metering Jul 07 13:53:12.920105 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=92846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:53:12.921208 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=92846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:53:12.921723 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loaded extension: metering_source_and_destination_fields Jul 07 13:53:12.922042 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loading extension file: multiprovidernet.py {{(pid=92846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:53:12.922996 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=92846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:53:12.923501 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loaded extension: multi-provider Jul 07 13:53:12.923824 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loading extension file: netmtu.py {{(pid=92846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:53:12.924742 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=92846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:53:12.925244 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loaded extension: net-mtu Jul 07 13:53:12.925566 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loading extension file: netmtu_writable.py {{(pid=92846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:53:12.926521 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=92846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:53:12.927027 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loaded extension: net-mtu-writable Jul 07 13:53:12.927345 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loading extension file: network_availability_zone.py {{(pid=92846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:53:12.928018 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=92846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:53:12.928521 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loaded extension: network_availability_zone Jul 07 13:53:12.928843 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loading extension file: network_ip_availability.py {{(pid=92846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:53:12.929944 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=92846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:53:12.930482 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loaded extension: network-ip-availability Jul 07 13:53:12.930807 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loading extension file: network_segment_range.py {{(pid=92846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:53:12.931581 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=92846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:53:12.932109 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Extension network-segment-range not supported by any of loaded plugins Jul 07 13:53:12.932564 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loading extension file: pagination.py {{(pid=92846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:53:12.933560 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:53:12.933885 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loaded extension: pagination Jul 07 13:53:12.934205 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loading extension file: port_device_profile.py {{(pid=92846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:53:12.935156 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=92846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:53:12.935666 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loaded extension: port-device-profile Jul 07 13:53:12.935989 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=92846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:53:12.936915 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=92846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:53:12.937421 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loaded extension: port-mac-address-regenerate Jul 07 13:53:12.937746 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=92846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:53:12.938697 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=92846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:53:12.939201 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loaded extension: port-numa-affinity-policy Jul 07 13:53:12.939524 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loading extension file: port_resource_request.py {{(pid=92846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:53:12.940444 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=92846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:53:12.940946 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Extension port-resource-request not supported by any of loaded plugins Jul 07 13:53:12.941267 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loading extension file: portbindings.py {{(pid=92846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:53:12.942197 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=92846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:53:12.942745 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loaded extension: binding Jul 07 13:53:12.943071 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loading extension file: portbindings_extended.py {{(pid=92846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:53:12.944471 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=92846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:53:12.944979 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loaded extension: binding-extended Jul 07 13:53:12.945312 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loading extension file: portsecurity.py {{(pid=92846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:53:12.946236 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=92846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:53:12.946784 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loaded extension: port-security Jul 07 13:53:12.947110 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loading extension file: project_id.py {{(pid=92846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:53:12.948747 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=92846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:53:12.949076 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loaded extension: project-id Jul 07 13:53:12.949399 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loading extension file: providernet.py {{(pid=92846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:53:12.950345 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=92846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:53:12.950893 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loaded extension: provider Jul 07 13:53:12.951223 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loading extension file: qos.py {{(pid=92846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:53:12.954799 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=92846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:53:12.955315 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Extension qos not supported by any of loaded plugins Jul 07 13:53:12.955645 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=92846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:53:12.956894 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=92846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:53:12.957398 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 07 13:53:12.957727 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=92846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:53:12.958686 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=92846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:53:12.959189 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 07 13:53:12.959517 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loading extension file: qos_default.py {{(pid=92846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:53:12.960442 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=92846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:53:12.960946 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Extension qos-default not supported by any of loaded plugins Jul 07 13:53:12.961281 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loading extension file: qos_fip.py {{(pid=92846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:53:12.961938 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=92846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:53:12.962728 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Extension qos-fip not supported by any of loaded plugins Jul 07 13:53:12.963052 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loading extension file: qos_gateway_ip.py {{(pid=92846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:53:12.964533 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=92846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:53:12.965041 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 07 13:53:12.965363 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loading extension file: qos_port_network_policy.py {{(pid=92846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:53:12.966291 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=92846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:53:12.966841 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 07 13:53:12.967164 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loading extension file: qos_rule_type_details.py {{(pid=92846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:53:12.968090 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=92846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:53:12.968599 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 07 13:53:12.968923 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loading extension file: qos_rules_alias.py {{(pid=92846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:53:12.969975 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=92846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:53:12.970509 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 07 13:53:12.970836 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loading extension file: quotasv2.py {{(pid=92846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:53:12.971770 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=92846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:53:12.972146 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loaded extension: quotas Jul 07 13:53:12.972417 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loading extension file: quotasv2_detail.py {{(pid=92846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:53:12.975495 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=92846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:53:12.975836 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loaded extension: quota_details Jul 07 13:53:12.976168 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loading extension file: rbac.py {{(pid=92846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:53:12.977319 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=92846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:53:12.977751 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loaded extension: rbac-policies Jul 07 13:53:12.978084 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loading extension file: rbac_address_group.py {{(pid=92846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:53:12.979449 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=92846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:53:12.979963 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loaded extension: rbac-address-group Jul 07 13:53:12.980290 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loading extension file: rbac_address_scope.py {{(pid=92846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:53:12.981240 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=92846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:53:12.981752 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loaded extension: rbac-address-scope Jul 07 13:53:12.982078 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loading extension file: rbac_security_groups.py {{(pid=92846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:53:12.983032 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=92846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:53:12.983541 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loaded extension: rbac-security-groups Jul 07 13:53:12.983867 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loading extension file: rbac_subnetpool.py {{(pid=92846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:53:12.984796 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=92846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:53:12.985305 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loaded extension: rbac-subnetpool Jul 07 13:53:12.985630 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loading extension file: revisionifmatch.py {{(pid=92846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:53:12.986598 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=92846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:53:12.987109 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loaded extension: revision-if-match Jul 07 13:53:12.987433 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loading extension file: revisions.py {{(pid=92846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:53:12.988557 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=92846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:53:12.989085 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loaded extension: standard-attr-revisions Jul 07 13:53:12.989411 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loading extension file: router_availability_zone.py {{(pid=92846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:53:12.990097 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=92846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:53:12.990647 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loaded extension: router_availability_zone Jul 07 13:53:12.990992 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loading extension file: routerservicetype.py {{(pid=92846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:53:12.991940 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=92846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:53:12.992457 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Extension router-service-type not supported by any of loaded plugins Jul 07 13:53:12.992779 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=92846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:53:12.993709 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=92846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:53:12.994218 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loaded extension: security-groups-normalized-cidr Jul 07 13:53:12.995101 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loading extension file: security_groups_port_filtering.py {{(pid=92846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:53:12.996046 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=92846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:53:12.996577 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loaded extension: port-security-groups-filtering Jul 07 13:53:12.996904 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=92846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:53:12.997855 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=92846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:53:12.998373 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loaded extension: security-groups-remote-address-group Jul 07 13:53:12.998718 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loading extension file: securitygroup.py {{(pid=92846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:53:13.008743 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=92846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:53:13.009267 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loaded extension: security-group Jul 07 13:53:13.009602 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loading extension file: segment.py {{(pid=92846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:53:13.011035 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=92846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:53:13.011536 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Extension segment not supported by any of loaded plugins Jul 07 13:53:13.011868 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=92846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:53:13.012828 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=92846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:53:13.013333 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 07 13:53:13.013661 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loading extension file: servicetype.py {{(pid=92846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:53:13.014808 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=92846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:53:13.015329 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loaded extension: service-type Jul 07 13:53:13.015658 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loading extension file: sorting.py {{(pid=92846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:53:13.016656 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:53:13.016991 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loaded extension: sorting Jul 07 13:53:13.017317 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loading extension file: standard_attr_segment.py {{(pid=92846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:53:13.018311 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:53:13.018854 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 07 13:53:13.019182 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loading extension file: standardattrdescription.py {{(pid=92846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:53:13.019840 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=92846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:53:13.020345 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loaded extension: standard-attr-description Jul 07 13:53:13.020668 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loading extension file: stateful_security_group.py {{(pid=92846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:53:13.021604 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=92846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:53:13.022121 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loaded extension: stateful-security-group Jul 07 13:53:13.022469 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loading extension file: stdattrs_common.py {{(pid=92846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:53:13.023048 dv-cinder-799821-1-iscsi neutron-server[92846]: WARNING neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 07 13:53:13.023368 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=92846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:53:13.024312 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=92846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:53:13.024823 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 07 13:53:13.025180 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loading extension file: subnet_onboard.py {{(pid=92846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:53:13.026466 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=92846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:53:13.026984 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loaded extension: subnet_onboard Jul 07 13:53:13.027309 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=92846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:53:13.028260 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=92846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:53:13.028770 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 07 13:53:13.029096 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loading extension file: subnet_service_types.py {{(pid=92846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:53:13.030057 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=92846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:53:13.030603 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loaded extension: subnet-service-types Jul 07 13:53:13.030930 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loading extension file: subnetallocation.py {{(pid=92846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:53:13.032037 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=92846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:53:13.032547 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loaded extension: subnet_allocation Jul 07 13:53:13.032872 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=92846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:53:13.033572 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=92846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:53:13.034085 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loaded extension: subnetpool-prefix-ops Jul 07 13:53:13.034407 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=92846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:53:13.035537 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=92846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:53:13.036043 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 07 13:53:13.036491 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loading extension file: tagging.py {{(pid=92846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:53:13.037620 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=92846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:53:13.038159 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loaded extension: standard-attr-tag Jul 07 13:53:13.038507 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loading extension file: timestamp.py {{(pid=92846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:53:13.039963 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=92846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:53:13.040701 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loaded extension: standard-attr-timestamp Jul 07 13:53:13.041041 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loading extension file: trunk.py {{(pid=92846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:53:13.042141 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=92846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:53:13.042681 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Extension trunk not supported by any of loaded plugins Jul 07 13:53:13.043016 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loading extension file: trunk_details.py {{(pid=92846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:53:13.044165 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=92846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:53:13.044844 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Extension trunk-details not supported by any of loaded plugins Jul 07 13:53:13.045421 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loading extension file: uplink_status_propagation.py {{(pid=92846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:53:13.046489 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=92846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:53:13.047125 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 07 13:53:13.047643 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Loading extension file: vlantransparent.py {{(pid=92846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 13:53:13.048369 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=92846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 13:53:13.049084 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 07 13:53:13.052279 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.quota.resource_registry [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Creating instance of TrackedResource for resource:network Jul 07 13:53:13.053420 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.quota.resource_registry [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Creating instance of TrackedResource for resource:subnet Jul 07 13:53:13.053961 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.quota.resource_registry [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Creating instance of TrackedResource for resource:subnetpool Jul 07 13:53:13.054528 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.quota.resource_registry [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Creating instance of TrackedResource for resource:port Jul 07 13:53:13.055824 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.v2.resource_helper [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92846) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 13:53:13.056275 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.v2.resource_helper [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Service FLAVORS assigned prefix: {{(pid=92846) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 13:53:13.057424 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.v2.resource_helper [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92846) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 13:53:13.057856 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.v2.resource_helper [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92846) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 13:53:13.058187 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.quota.resource_registry [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Creating instance of TrackedResource for resource:router Jul 07 13:53:13.058658 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.quota.resource_registry [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Creating instance of TrackedResource for resource:floatingip Jul 07 13:53:13.059165 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.v2.resource_helper [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Service METERING assigned prefix: /metering {{(pid=92846) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 13:53:13.060670 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron_lib.callbacks.manager [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:53:13.061041 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron_lib.callbacks.manager [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:53:13.061391 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron_lib.callbacks.manager [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 13:53:13.062415 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.quota.resource_registry [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Creating instance of CountableResource for resource:rbac_policy Jul 07 13:53:13.062893 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.quota.resource_registry [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Creating instance of TrackedResource for resource:security_group Jul 07 13:53:13.063329 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.quota.resource_registry [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 07 13:53:13.063929 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.v2.resource_helper [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Service CORE assigned prefix: {{(pid=92846) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 13:53:13.064261 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.quota.resource_registry [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Creating instance of TrackedResource for resource:subnetpool Jul 07 13:53:13.064621 dv-cinder-799821-1-iscsi neutron-server[92846]: WARNING neutron.quota.resource_registry [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] subnetpool is already registered Jul 07 13:53:13.065049 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.v2.resource_helper [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Service CORE assigned prefix: {{(pid=92846) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 13:53:13.065371 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.quota.resource_registry [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Creating instance of TrackedResource for resource:subnetpool Jul 07 13:53:13.065742 dv-cinder-799821-1-iscsi neutron-server[92846]: WARNING neutron.quota.resource_registry [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] subnetpool is already registered Jul 07 13:53:13.068080 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.v2.resource_helper [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92846) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 13:53:13.068517 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.v2.resource_helper [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Service FLAVORS assigned prefix: {{(pid=92846) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 13:53:13.069118 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.v2.resource_helper [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92846) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 13:53:13.069544 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.v2.resource_helper [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92846) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 13:53:13.069886 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.quota.resource_registry [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Creating instance of TrackedResource for resource:router Jul 07 13:53:13.070224 dv-cinder-799821-1-iscsi neutron-server[92846]: WARNING neutron.quota.resource_registry [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] router is already registered Jul 07 13:53:13.070668 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.quota.resource_registry [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Creating instance of TrackedResource for resource:floatingip Jul 07 13:53:13.071010 dv-cinder-799821-1-iscsi neutron-server[92846]: WARNING neutron.quota.resource_registry [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] floatingip is already registered Jul 07 13:53:13.071466 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.v2.resource_helper [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Service METERING assigned prefix: /metering {{(pid=92846) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 13:53:13.072129 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.quota.resource_registry [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Creating instance of CountableResource for resource:rbac_policy Jul 07 13:53:13.072527 dv-cinder-799821-1-iscsi neutron-server[92846]: WARNING neutron.quota.resource_registry [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] rbac_policy is already registered Jul 07 13:53:13.073403 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.quota.resource_registry [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Creating instance of TrackedResource for resource:security_group Jul 07 13:53:13.073737 dv-cinder-799821-1-iscsi neutron-server[92846]: WARNING neutron.quota.resource_registry [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] security_group is already registered Jul 07 13:53:13.074136 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.quota.resource_registry [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 07 13:53:13.074494 dv-cinder-799821-1-iscsi neutron-server[92846]: WARNING neutron.quota.resource_registry [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] security_group_rule is already registered Jul 07 13:53:13.075117 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.v2.resource_helper [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Service CORE assigned prefix: {{(pid=92846) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 13:53:13.075447 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.quota.resource_registry [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Creating instance of TrackedResource for resource:subnetpool Jul 07 13:53:13.075777 dv-cinder-799821-1-iscsi neutron-server[92846]: WARNING neutron.quota.resource_registry [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] subnetpool is already registered Jul 07 13:53:13.076194 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.v2.resource_helper [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Service CORE assigned prefix: {{(pid=92846) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 13:53:13.076519 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.quota.resource_registry [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Creating instance of TrackedResource for resource:subnetpool Jul 07 13:53:13.076852 dv-cinder-799821-1-iscsi neutron-server[92846]: WARNING neutron.quota.resource_registry [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] subnetpool is already registered Jul 07 13:53:13.077324 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Extended resource: extensions {{(pid=92846) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 13:53:13.078874 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Extended resource: address-groups {{(pid=92846) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 13:53:13.080462 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Extended resource: address-scopes {{(pid=92846) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 13:53:13.081746 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Extended resource: agents {{(pid=92846) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 13:53:13.083040 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Extended resource: auto-allocated-topology {{(pid=92846) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 13:53:13.084303 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Extended resource: availability_zones {{(pid=92846) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 13:53:13.085538 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Extended resource: dhcp-networks {{(pid=92846) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 13:53:13.088633 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Extended resource: dhcp-agents {{(pid=92846) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 13:53:13.090098 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Extended resource: routers {{(pid=92846) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 13:53:13.091879 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Extended resource: flavors {{(pid=92846) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 13:53:13.093165 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Extended resource: service_profiles {{(pid=92846) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 13:53:13.094387 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Extended resource: next_providers {{(pid=92846) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 13:53:13.095862 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Extended resource: service_profiles {{(pid=92846) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 13:53:13.097439 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Extended resource: floatingip-pools {{(pid=92846) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 13:53:13.098699 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Extended resource: routers {{(pid=92846) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 13:53:13.100438 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Extended resource: floatingips {{(pid=92846) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 13:53:13.101720 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Extended resource: l3-routers {{(pid=92846) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 13:53:13.103194 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Extended resource: l3-agents {{(pid=92846) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 13:53:13.104804 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Extended resource: metering-labels {{(pid=92846) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 13:53:13.106069 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Extended resource: metering-label-rules {{(pid=92846) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 13:53:13.107507 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Extended resource: network-ip-availabilities {{(pid=92846) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 13:53:13.108786 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Extended resource: bindings {{(pid=92846) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 13:53:13.110366 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Extended resource: quotas {{(pid=92846) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 13:53:13.111995 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Extended resource: quotas {{(pid=92846) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 13:53:13.113435 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Extended resource: rbac-policies {{(pid=92846) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 13:53:13.114674 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Extended resource: security-groups {{(pid=92846) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 13:53:13.115993 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Extended resource: security-group-rules {{(pid=92846) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 13:53:13.117259 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Extended resource: service-providers {{(pid=92846) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 13:53:13.118513 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Extended resource: subnetpools {{(pid=92846) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 13:53:13.120472 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Extended resource: subnetpools {{(pid=92846) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 13:53:13.122036 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Extended resource: tags {{(pid=92846) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 13:53:13.123793 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Extended resource: tags {{(pid=92846) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 13:53:13.125653 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Extended resource: tags {{(pid=92846) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 13:53:13.127511 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Extended resource: tags {{(pid=92846) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 13:53:13.129211 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Extended resource: tags {{(pid=92846) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 13:53:13.131227 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Extended resource: tags {{(pid=92846) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 13:53:13.132925 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Extended resource: tags {{(pid=92846) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 13:53:13.134792 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Extended resource: tags {{(pid=92846) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 13:53:13.137394 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Extended resource: tags {{(pid=92846) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 13:53:13.139212 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron.api.extensions [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Extended resource: tags {{(pid=92846) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 13:53:13.145202 dv-cinder-799821-1-iscsi neutron-server[92846]: WARNING keystonemiddleware.auth_token [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 07 13:53:13.149743 dv-cinder-799821-1-iscsi neutron-server[92846]: WARNING keystonemiddleware.auth_token [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 07 13:53:13.159163 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_concurrency.lockutils [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Acquired lock "singleton_lock" {{(pid=92846) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 07 13:53:13.159640 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_concurrency.lockutils [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Releasing lock "singleton_lock" {{(pid=92846) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 07 13:53:13.160282 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO oslo_service.service [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Starting 2 workers Jul 07 13:53:13.165091 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Started child 92953 {{(pid=92846) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 07 13:53:13.169610 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Started child 92954 {{(pid=92846) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 07 13:53:13.170567 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:53:13.171216 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO neutron.service [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 07 13:53:13.171871 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron_lib.callbacks.manager [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Notify callbacks [] for process, before_spawn {{(pid=92846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:53:13.172015 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [-] (92953) wsgi starting up on http://0.0.0.0:9696 Jul 07 13:53:13.174372 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO oslo_service.service [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Starting 1 workers Jul 07 13:53:13.174764 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:53:13.176106 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [-] (92954) wsgi starting up on http://0.0.0.0:9696 Jul 07 13:53:13.179564 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Started child 92955 {{(pid=92846) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 07 13:53:13.180108 dv-cinder-799821-1-iscsi neutron-server[92846]: INFO oslo_service.service [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Starting 1 workers Jul 07 13:53:13.183885 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.service [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] calling RpcWorker wait() {{(pid=92955) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 07 13:53:13.184445 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.service [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] returning from RpcWorker wait() {{(pid=92955) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 07 13:53:13.185129 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Started child 92956 {{(pid=92846) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 07 13:53:13.185654 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:53:13.185973 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG neutron_lib.callbacks.manager [None req-2d868b5d-7d79-4c8e-bd31-f764fd36f095 None None] Notify callbacks [] for process, after_spawn {{(pid=92846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:53:13.186111 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:53:13.187900 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92846) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 07 13:53:13.188106 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 07 13:53:13.188289 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 07 13:53:13.188502 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 07 13:53:13.188860 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 07 13:53:13.189024 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 07 13:53:13.189525 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.189819 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.190079 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.190353 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.190679 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.191324 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.191478 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:53:13.191988 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.191988 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.192149 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.192387 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.192561 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.192729 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.193000 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.193164 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:53:13.193263 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.193569 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.193820 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.194069 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.194333 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.194548 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.194799 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.195079 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.195333 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.195594 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] debug = True {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.195850 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.196344 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.196590 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.196853 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.197074 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.197350 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.197675 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.198488 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.198746 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.198968 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.199235 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.199493 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.199730 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.199965 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.200185 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.200446 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.200694 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.201164 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] host = dv-cinder-799821-1-iscsi {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.201383 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.201602 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.201936 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.202126 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.202391 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.202638 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.202906 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.203178 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.203441 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.203695 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.204004 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.204197 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.204439 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.204689 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] log_file = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.204932 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] log_options = True {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.205127 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.205365 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.205647 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.205840 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.206013 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.206195 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.206479 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.206636 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.206905 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.207131 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.207347 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.207564 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.207784 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.207999 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.208239 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.208486 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.208704 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.208942 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.209206 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.209466 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.209715 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.209947 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.210181 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.210420 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.210664 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.210897 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.211146 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.211369 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.211611 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.211884 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.212125 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.212658 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.212896 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.213187 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.213441 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.214235 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.214235 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.214235 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.214532 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.214663 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.214929 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.215246 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.215443 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.215660 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.215899 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.216122 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] use_json = False {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.216345 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.216563 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.216818 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.217066 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.217305 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.217524 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.217741 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.217980 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.218401 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.218720 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.219127 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.219317 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.219562 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.220359 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.220617 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.220895 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.221164 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.221413 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.221717 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.221954 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.222267 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.222856 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.223051 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.223222 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.223473 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.223769 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.223991 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.224542 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.224542 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.224818 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.225013 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.225337 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.225566 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.225839 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.226063 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.227069 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.227069 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.227069 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.227069 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.227593 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.227593 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.227863 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.227863 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.228107 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.228341 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.228558 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.228849 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.229060 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.229400 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.229613 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.229782 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.230000 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.230225 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.230478 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.230699 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.230936 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.231193 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.231452 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.231683 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.231926 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.232143 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.232360 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.232603 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.232858 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.233134 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.233310 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.233525 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.233746 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.233992 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.234269 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.234564 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.234734 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.234955 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.235449 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.235449 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.235725 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.235863 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.236061 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.236284 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.236499 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.236714 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.236929 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.237164 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.237377 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.237578 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.237790 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.238029 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.238269 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.238526 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.238740 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.238974 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.239211 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.239488 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.239804 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.240209 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.240345 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.240496 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.240817 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.241027 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.241302 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.241548 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.241822 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.242058 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.242312 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.242622 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.242873 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.243133 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.243381 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.243643 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.243862 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.244322 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.244322 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.245878 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.245878 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.245878 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.246254 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.246396 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.246564 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.246807 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.247387 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.247387 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.247710 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.247852 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.248086 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.248371 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.249414 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.249414 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.249414 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.249414 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.249789 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.249881 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.250785 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.251109 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.252135 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.253647 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.254559 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.254970 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.255364 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.256454 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.256873 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.259030 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.259452 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.259847 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.260943 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.262023 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.262454 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.262731 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.263042 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.263307 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.263574 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.263831 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.264094 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.264319 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.264559 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.264827 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.265050 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.265289 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.265538 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.265793 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.266031 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.266246 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.266536 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.266771 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.266995 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.267234 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.267538 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.267763 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.268190 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.268412 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.268634 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.268883 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.269197 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.269429 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.269669 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.269886 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.270143 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.270365 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.270708 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.270951 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.271257 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.271416 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.271834 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.272256 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.272484 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.272758 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.272983 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.273201 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.273416 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.273667 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.273890 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.274105 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.274336 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.274582 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.274843 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.275085 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.275409 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.276019 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.276259 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.276513 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.276729 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.277053 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.277257 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.277490 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.277707 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.277946 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.278170 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.278431 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.278679 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.278925 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.279137 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.279350 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.279579 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.279800 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.280011 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.280311 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.280554 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.280807 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.281039 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.281288 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.281522 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.281766 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.282898 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.282898 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.282898 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.282898 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.283239 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.283239 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.283440 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.283655 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.283879 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.284099 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.284333 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.284573 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.284957 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.285170 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.285400 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.285610 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.285825 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.286040 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.286278 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.286507 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.286739 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.286958 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.287169 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.287476 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.287746 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.287993 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.288283 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.288562 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.288812 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.289067 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.289368 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.289585 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.289872 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.290094 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.290310 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.290731 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.291012 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.291349 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.292000 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.292269 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.292529 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.292777 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.293060 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.293340 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.293591 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.293896 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.294248 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.294556 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.294829 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.295062 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.295345 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.295589 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.295806 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.296063 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.296298 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.296516 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.296754 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.296985 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.297210 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.297447 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.297694 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.297908 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.298152 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.298369 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.298626 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.298846 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.298991 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 07 13:53:13.299521 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92846) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 07 13:53:13.299683 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 07 13:53:13.299838 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 07 13:53:13.300008 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 07 13:53:13.300178 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 07 13:53:13.300332 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 07 13:53:13.300538 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.300700 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.300861 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.301020 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.301177 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.301357 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.301520 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.301678 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.301837 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.302016 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.302155 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.302313 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.302491 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.302653 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.302812 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.302970 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.303127 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.303289 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.303452 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.303608 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.303768 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.303926 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.304084 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] debug = True {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.304242 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.304446 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.304609 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.304767 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.304923 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.305082 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.305240 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.305398 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.305555 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.305713 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.305872 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.306029 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.306195 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.306334 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.306517 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.306678 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.307358 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.307570 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] host = dv-cinder-799821-1-iscsi {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.308072 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.308072 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.309370 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.309370 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.309573 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.309660 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.309899 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.310519 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.310519 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.310519 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.310519 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.310839 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.310839 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.310839 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] log_file = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.311050 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] log_options = True {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.311160 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.311376 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.311544 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.311738 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.311903 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.312066 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.312228 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.312527 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.312841 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.313004 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.314115 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.314115 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.314115 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.314115 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.314115 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.314115 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.314115 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.314715 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.314715 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.314715 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.314990 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.315261 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.315560 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.315840 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.316129 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.316424 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.316706 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.316994 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.317273 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.317533 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.317818 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.318117 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.318408 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.318726 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.319009 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.319305 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.319573 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.319847 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.320110 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.320373 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.320601 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.320840 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.321015 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.321178 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.321344 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.321555 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] use_json = False {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.321719 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.321886 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.322050 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.322209 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.322383 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.323202 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.323423 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.323590 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 13:53:13.323776 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.323986 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.324165 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.324327 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.324669 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.324831 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.325140 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.325437 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.325770 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.325944 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.326115 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.326280 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.326470 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.326649 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.326814 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.326982 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.327145 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.327308 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.327470 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.327630 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.327791 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.327951 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.328129 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.328291 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.328457 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.328620 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.328783 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.328945 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.329108 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.329275 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.329438 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.329601 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.329759 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.330063 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.330379 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.330622 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.330719 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.330882 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.331043 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.331206 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.331368 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.331531 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.331692 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.331853 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.332017 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.332182 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.332341 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.332429 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:53:13.332522 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.332655 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.332816 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.332988 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.333148 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.333308 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.333469 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.333631 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.333790 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.333952 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.334112 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.334273 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.334434 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.334613 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.334788 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.334948 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.335109 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.335270 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.335431 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.335591 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.335752 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.335913 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.336074 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.336236 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.336397 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.336559 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.336721 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.336883 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.337046 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.337458 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.337628 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.337789 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.337948 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.338161 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.338327 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.338517 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.338772 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.338860 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.339004 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.339169 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.339329 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.339488 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.339647 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.339805 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.339964 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.340123 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.340283 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.340442 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.340602 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.340761 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.340923 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.341084 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.341244 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.341403 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.341562 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.341721 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.341880 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.342040 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.342199 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.342359 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.342539 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.342700 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.342859 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.343018 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.343188 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.343347 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.343510 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.343669 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.343836 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.344008 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.344172 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.344332 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.344576 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.344743 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.345075 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.345232 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.345370 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.345531 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.345692 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.345855 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.346026 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.346198 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.346359 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.346543 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.346705 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.346890 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.347051 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.347212 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.347377 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.347540 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.348158 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.348158 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.348158 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.348158 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.348454 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.348454 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.348596 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.348963 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.348963 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.349143 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.349257 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.349369 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.349554 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.349686 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.349841 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.350002 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.350164 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.350326 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.350717 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.350717 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.350897 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.350978 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.351110 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.351271 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.351431 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.351593 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.351752 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.351913 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.352072 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.352232 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.352392 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.352551 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.352718 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.352882 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.353043 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.353203 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.353375 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.353513 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.354194 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.354366 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.354627 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.354841 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.354841 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.354998 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.355148 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.355308 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.355469 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.355630 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.355790 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.355950 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.356126 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.356286 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.356447 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.356609 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.356769 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.356930 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.357092 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.357252 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.357412 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.357574 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.357733 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.357896 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.358060 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.358223 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.358384 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.358565 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.358725 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.358886 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.359046 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.359219 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.359380 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.359541 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.359707 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.359867 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.360029 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.360200 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.360360 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.360519 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.360680 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.361444 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.361444 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.361444 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.361444 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.361444 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.361769 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.361769 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.361906 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.362030 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.362333 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.362333 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.362555 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.362676 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.362888 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.363311 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.363311 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.363311 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.363507 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.363608 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.363768 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.363940 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.364102 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.364263 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.364432 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.364593 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.364754 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.364914 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.365087 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.365248 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.365411 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.365570 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.365730 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.365890 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.366051 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.366216 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.366385 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.366802 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.366802 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.366983 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.367066 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.367215 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.367376 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.367544 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.367719 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.367880 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.368039 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.368200 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.368360 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.368521 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.368680 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.368840 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.368998 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.369158 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.369336 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.370093 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.370278 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.370663 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.370841 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.371004 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.371167 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.371327 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.371487 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.371648 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 13:53:13.371803 dv-cinder-799821-1-iscsi neutron-server[92846]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 07 13:53:13.534042 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 42148) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:53:13.543143 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [-] 10.222.0.16 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0068057 Jul 07 13:53:24.887551 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4cfa719-4203-4e4e-ab1b-c530ad87b28e None None] get_active_networks_info from dv-cinder-799821-1-iscsi {{(pid=92955) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 13:53:24.986857 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4cfa719-4203-4e4e-ab1b-c530ad87b28e None None] No non-hosted networks {{(pid=92955) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 07 13:53:25.024596 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.agentschedulers_db [None req-b4cfa719-4203-4e4e-ab1b-c530ad87b28e None None] DHCP Agent not found on host dv-cinder-799821-1-iscsi {{(pid=92955) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 07 13:53:25.110648 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-7ff121eb-1ec6-4de2-ac9f-6e568aefad87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1713370'] for agent, after_create {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:53:27.456693 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-5a8eff05-cc0c-41f1-8b47-0cc18cd02000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1713370'] for agent, after_create {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:53:27.533587 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-481582d4-29c1-4119-82db-56bf181658e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:53:27.774106 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1713370'] for agent, after_create {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:53:27.782274 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:53:27.784607 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:53:27.787589 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:53:27.792120 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:53:27.793161 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:53:27.796300 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:53:27.796797 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:53:27.797305 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:53:27.799331 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:53:27.800177 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:53:27.801986 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:53:27.802508 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:53:27.803333 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-799821-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:53:27.812760 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-799821-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:53:28.583978 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-797095d9-f31f-46bc-add0-d9922559420e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1713370'] for agent, after_create {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:53:30.114207 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-de2cb0b5-6e4a-418e-bae1-4b4e8a512c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1713370'] for agent, after_create {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:53:31.578933 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 42240) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:53:32.154864 dv-cinder-799821-1-iscsi neutron-server[92954]: WARNING oslo_policy.policy [None req-249040b6-0c00-4a26-af9f-71e656537520 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 07 13:53:32.155451 dv-cinder-799821-1-iscsi neutron-server[92954]: WARNING oslo_policy.policy [None req-249040b6-0c00-4a26-af9f-71e656537520 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 07 13:53:32.374021 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [None req-249040b6-0c00-4a26-af9f-71e656537520 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=92954) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 13:53:32.375186 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-249040b6-0c00-4a26-af9f-71e656537520 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7953744 Jul 07 13:53:32.916239 dv-cinder-799821-1-iscsi neutron-server[92955]: INFO neutron.db.l3_hamode_db [None req-01b59039-2548-4e59-8c2e-c8c068368a15 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 07 13:53:32.992305 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b59039-2548-4e59-8c2e-c8c068368a15 None None] Routers set() bound to L3 agent in host dv-cinder-799821-1-iscsi {{(pid=92955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:53:32.992689 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b59039-2548-4e59-8c2e-c8c068368a15 None None] Router IDs set() for agent in host dv-cinder-799821-1-iscsi {{(pid=92955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 07 13:53:34.768082 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 42254) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:53:35.078024 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [None req-ed8a7fc1-bc0e-4e32-8e64-49bb8589e5b7 admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:53:35.172425 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.policy [None req-ed8a7fc1-bc0e-4e32-8e64-49bb8589e5b7 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92954) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 07 13:53:35.217688 dv-cinder-799821-1-iscsi neutron-server[92954]: WARNING oslo_policy.policy [None req-ed8a7fc1-bc0e-4e32-8e64-49bb8589e5b7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 07 13:53:35.218057 dv-cinder-799821-1-iscsi neutron-server[92954]: WARNING oslo_policy.policy [None req-ed8a7fc1-bc0e-4e32-8e64-49bb8589e5b7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 07 13:53:35.227517 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.quota [None req-ed8a7fc1-bc0e-4e32-8e64-49bb8589e5b7 admin admin] Loaded quota_driver: . Jul 07 13:53:35.318500 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-ed8a7fc1-bc0e-4e32-8e64-49bb8589e5b7 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744349385291', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744349385884', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744349274255', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744349272693', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744349294646', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744349288141', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-570565', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-562470', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1583009', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1750811'] for rbac-policy, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:53:35.385357 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-ed8a7fc1-bc0e-4e32-8e64-49bb8589e5b7 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:53:35.386901 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-ed8a7fc1-bc0e-4e32-8e64-49bb8589e5b7 admin admin] 10.222.0.16 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6174631 Jul 07 13:53:37.978701 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 42266) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:53:38.278903 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [None req-97ba5b94-fa92-49b2-94f0-8077260b961a admin admin] Request body: {'network': {'project_id': '83e0216c36014eaaa3baefb35815c1a6', 'tenant_id': '83e0216c36014eaaa3baefb35815c1a6', 'name': 'private', 'admin_state_up': True}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:53:38.307621 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97ba5b94-fa92-49b2-94f0-8077260b961a admin admin] Made reservation on behalf of 83e0216c36014eaaa3baefb35815c1a6 for: {'network': 1} {{(pid=92954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 13:53:38.310464 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-97ba5b94-fa92-49b2-94f0-8077260b961a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for network, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:53:38.327771 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-97ba5b94-fa92-49b2-94f0-8077260b961a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:53:38.456978 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-97ba5b94-fa92-49b2-94f0-8077260b961a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:53:38.460703 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-97ba5b94-fa92-49b2-94f0-8077260b961a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:53:38.481360 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97ba5b94-fa92-49b2-94f0-8077260b961a admin admin] vlan segment allocate from pool success with {'vlan_id': 613, 'physical_network': 'physnet1'} {{(pid=92954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 13:53:38.511211 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-97ba5b94-fa92-49b2-94f0-8077260b961a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8744351280213', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:53:38.511820 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-97ba5b94-fa92-49b2-94f0-8077260b961a admin admin] Unsubscribe: segment precommit_create {{(pid=92954) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 07 13:53:38.512331 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.db.segments_db [None req-97ba5b94-fa92-49b2-94f0-8077260b961a admin admin] Added segment c0170dbd-6864-47c4-bc81-3155ad6981d8 of type vlan for network 28e91a87-f71d-4bfb-9fb8-fe3a164c1b8a Jul 07 13:53:38.529605 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ba5b94-fa92-49b2-94f0-8077260b961a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=651b19e0-9026-4acd-aba2-19a478203dab,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:53:38.580824 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ba5b94-fa92-49b2-94f0-8077260b961a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:53:38.581187 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ba5b94-fa92-49b2-94f0-8077260b961a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:53:38.581531 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ba5b94-fa92-49b2-94f0-8077260b961a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:53:38.581868 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ba5b94-fa92-49b2-94f0-8077260b961a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:53:38.582196 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ba5b94-fa92-49b2-94f0-8077260b961a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:53:38.582570 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ba5b94-fa92-49b2-94f0-8077260b961a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:53:38.582904 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ba5b94-fa92-49b2-94f0-8077260b961a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:53:38.583225 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ba5b94-fa92-49b2-94f0-8077260b961a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:53:38.583562 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ba5b94-fa92-49b2-94f0-8077260b961a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:53:38.583887 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ba5b94-fa92-49b2-94f0-8077260b961a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:53:38.584204 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ba5b94-fa92-49b2-94f0-8077260b961a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:53:38.584520 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ba5b94-fa92-49b2-94f0-8077260b961a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:53:38.585584 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ba5b94-fa92-49b2-94f0-8077260b961a admin admin] Tracked resource versions report: Jul 07 13:53:38.585584 dv-cinder-799821-1-iscsi neutron-server[92954]: pushed versions: Jul 07 13:53:38.585584 dv-cinder-799821-1-iscsi neutron-server[92954]: { 'AddressGroup': {'1.2'}, Jul 07 13:53:38.585584 dv-cinder-799821-1-iscsi neutron-server[92954]: 'ConntrackHelper': {'1.0'}, Jul 07 13:53:38.585584 dv-cinder-799821-1-iscsi neutron-server[92954]: 'Log': {'1.0'}, Jul 07 13:53:38.585584 dv-cinder-799821-1-iscsi neutron-server[92954]: 'Network': {'1.1'}, Jul 07 13:53:38.585584 dv-cinder-799821-1-iscsi neutron-server[92954]: 'Port': {'1.7'}, Jul 07 13:53:38.585584 dv-cinder-799821-1-iscsi neutron-server[92954]: 'PortForwarding': {'1.2'}, Jul 07 13:53:38.585584 dv-cinder-799821-1-iscsi neutron-server[92954]: 'QosPolicy': {'1.8'}, Jul 07 13:53:38.585584 dv-cinder-799821-1-iscsi neutron-server[92954]: 'SecurityGroup': {'1.4'}, Jul 07 13:53:38.585584 dv-cinder-799821-1-iscsi neutron-server[92954]: 'SecurityGroupRule': {'1.2'}, Jul 07 13:53:38.585584 dv-cinder-799821-1-iscsi neutron-server[92954]: 'SubPort': {'1.0'}, Jul 07 13:53:38.585584 dv-cinder-799821-1-iscsi neutron-server[92954]: 'Subnet': {'1.1'}, Jul 07 13:53:38.585584 dv-cinder-799821-1-iscsi neutron-server[92954]: 'Trunk': {'1.1'}} Jul 07 13:53:38.585584 dv-cinder-799821-1-iscsi neutron-server[92954]: consumer versions: Jul 07 13:53:38.585584 dv-cinder-799821-1-iscsi neutron-server[92954]: { DHCP agent@dv-cinder-799821-1-iscsi: {}, Jul 07 13:53:38.585584 dv-cinder-799821-1-iscsi neutron-server[92954]: L3 agent@dv-cinder-799821-1-iscsi: {}, Jul 07 13:53:38.585584 dv-cinder-799821-1-iscsi neutron-server[92954]: Metadata agent@dv-cinder-799821-1-iscsi: {}, Jul 07 13:53:38.585584 dv-cinder-799821-1-iscsi neutron-server[92954]: Metering agent@dv-cinder-799821-1-iscsi: {}, Jul 07 13:53:38.585584 dv-cinder-799821-1-iscsi neutron-server[92954]: Open vSwitch agent@dv-cinder-799821-1-iscsi: { 'AddressGroup': '1.2', Jul 07 13:53:38.585584 dv-cinder-799821-1-iscsi neutron-server[92954]: 'ConntrackHelper': '1.0', Jul 07 13:53:38.585584 dv-cinder-799821-1-iscsi neutron-server[92954]: 'Log': '1.0', Jul 07 13:53:38.585584 dv-cinder-799821-1-iscsi neutron-server[92954]: 'Network': '1.1', Jul 07 13:53:38.585584 dv-cinder-799821-1-iscsi neutron-server[92954]: 'Port': '1.7', Jul 07 13:53:38.585584 dv-cinder-799821-1-iscsi neutron-server[92954]: 'PortForwarding': '1.2', Jul 07 13:53:38.585584 dv-cinder-799821-1-iscsi neutron-server[92954]: 'QosPolicy': '1.8', Jul 07 13:53:38.585584 dv-cinder-799821-1-iscsi neutron-server[92954]: 'SecurityGroup': '1.4', Jul 07 13:53:38.585584 dv-cinder-799821-1-iscsi neutron-server[92954]: 'SecurityGroupRule': '1.2', Jul 07 13:53:38.585584 dv-cinder-799821-1-iscsi neutron-server[92954]: 'SubPort': '1.0', Jul 07 13:53:38.585584 dv-cinder-799821-1-iscsi neutron-server[92954]: 'Subnet': '1.1', Jul 07 13:53:38.585584 dv-cinder-799821-1-iscsi neutron-server[92954]: 'Trunk': '1.1'}} Jul 07 13:53:38.585584 dv-cinder-799821-1-iscsi neutron-server[92954]: {{(pid=92954) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 07 13:53:38.636402 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-97ba5b94-fa92-49b2-94f0-8077260b961a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744350994261'] for network, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:53:38.686842 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-97ba5b94-fa92-49b2-94f0-8077260b961a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582279'] for network, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:53:38.687919 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ba5b94-fa92-49b2-94f0-8077260b961a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:53:38.688553 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-97ba5b94-fa92-49b2-94f0-8077260b961a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582248'] for network, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:53:38.764219 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-97ba5b94-fa92-49b2-94f0-8077260b961a admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7843549 Jul 07 13:53:38.787894 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ba5b94-fa92-49b2-94f0-8077260b961a admin admin] Pushing event updated for resources: {'Network': ['ID=28e91a87-f71d-4bfb-9fb8-fe3a164c1b8a,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:53:38.800217 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Network 28e91a87-f71d-4bfb-9fb8-fe3a164c1b8a details requested by agent ovs-agent-dv-cinder-799821-1-iscsi with host dv-cinder-799821-1-iscsi {{(pid=92955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 13:53:41.417136 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 42280) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:53:41.815658 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb975d0-c353-4a67-8212-5bf61bcb7732 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:53:41.817039 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-1fb975d0-c353-4a67-8212-5bf61bcb7732 admin admin] 10.222.0.16 "GET /v2.0/networks/28e91a87-f71d-4bfb-9fb8-fe3a164c1b8a HTTP/1.1" status: 200 len: 825 time: 0.3989527 Jul 07 13:53:41.841759 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-3454fa06-b737-42d0-84a5-8e4e7283e2d2 admin admin] 10.222.0.16 "GET /v2.0/subnetpools/b4cb93df-15f0-425b-ba19-491f4bc23534 HTTP/1.1" status: 200 len: 734 time: 0.0188487 Jul 07 13:53:41.850161 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [None req-15d3f44d-da50-4f2b-bdd0-2df936e5d43c admin admin] Request body: {'subnet': {'network_id': '28e91a87-f71d-4bfb-9fb8-fe3a164c1b8a', 'ip_version': 4, 'name': 'private-subnet', 'tenant_id': '83e0216c36014eaaa3baefb35815c1a6', 'subnetpool_id': 'b4cb93df-15f0-425b-ba19-491f4bc23534', 'gateway_ip': '172.20.0.1'}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:53:41.873025 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15d3f44d-da50-4f2b-bdd0-2df936e5d43c admin admin] Made reservation on behalf of 83e0216c36014eaaa3baefb35815c1a6 for: {'subnet': 1} {{(pid=92954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 13:53:41.875425 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-15d3f44d-da50-4f2b-bdd0-2df936e5d43c admin admin] Notify callbacks [] for subnet, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:53:42.176179 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-15d3f44d-da50-4f2b-bdd0-2df936e5d43c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582279'] for subnet, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:53:42.248282 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d3f44d-da50-4f2b-bdd0-2df936e5d43c admin admin] Checking segment: {'id': 'c0170dbd-6864-47c4-bc81-3155ad6981d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '28e91a87-f71d-4bfb-9fb8-fe3a164c1b8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 13:53:42.248650 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d3f44d-da50-4f2b-bdd0-2df936e5d43c admin admin] Network hostable DHCP agents. Network: 28e91a87-f71d-4bfb-9fb8-fe3a164c1b8a, hostable agents: ['29bf5154-9555-44d1-999c-b30e53d2ad5f'], hosted agents: [] {{(pid=92954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 13:53:42.253063 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d3f44d-da50-4f2b-bdd0-2df936e5d43c admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fcbb153-08c3-475d-95ec-fbd4b90a07a7,revision_number=0']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:53:42.271666 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d3f44d-da50-4f2b-bdd0-2df936e5d43c admin admin] Network 28e91a87-f71d-4bfb-9fb8-fe3a164c1b8a is scheduled to be hosted by DHCP agent 29bf5154-9555-44d1-999c-b30e53d2ad5f with binding_index 1 {{(pid=92954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 13:53:42.288830 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.scheduler.base_scheduler [None req-15d3f44d-da50-4f2b-bdd0-2df936e5d43c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799821-1-iscsi, 28e91a87-f71d-4bfb-9fb8-fe3a164c1b8a) {{(pid=92954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 13:53:42.294620 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d3f44d-da50-4f2b-bdd0-2df936e5d43c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:53:42.295280 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-15d3f44d-da50-4f2b-bdd0-2df936e5d43c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582248'] for subnet, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:53:42.297828 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a9e4e10-b0c2-40a0-802b-6299df787f38 None None] Network 28e91a87-f71d-4bfb-9fb8-fe3a164c1b8a requested from dv-cinder-799821-1-iscsi {{(pid=92955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 13:53:42.309777 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-15d3f44d-da50-4f2b-bdd0-2df936e5d43c admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4628353 Jul 07 13:53:42.614322 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d77d4d1d-79da-45b3-bbbd-4fd050a7e41e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1517bda3-6996-5b7d-b15a-be6a9ec91b77-28e91a87-f71d-4bfb-9fb8-fe3a164c1b8a', 'network_id': '28e91a87-f71d-4bfb-9fb8-fe3a164c1b8a', 'tenant_id': '83e0216c36014eaaa3baefb35815c1a6', 'fixed_ips': [{'subnet_id': '5fcbb153-08c3-475d-95ec-fbd4b90a07a7'}]}} from dv-cinder-799821-1-iscsi. {{(pid=92955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 13:53:42.615556 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-d77d4d1d-79da-45b3-bbbd-4fd050a7e41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_create {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:53:42.891386 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.db_base_plugin_common [None req-d77d4d1d-79da-45b3-bbbd-4fd050a7e41e None None] Allocated IP 172.20.0.2 (28e91a87-f71d-4bfb-9fb8-fe3a164c1b8a/5fcbb153-08c3-475d-95ec-fbd4b90a07a7/13ab2f19-89de-4b0e-8064-0403f4e46f15) {{(pid=92955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 13:53:43.100455 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-d77d4d1d-79da-45b3-bbbd-4fd050a7e41e None None] Notify callbacks [] for port, precommit_create {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:53:43.143389 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-d77d4d1d-79da-45b3-bbbd-4fd050a7e41e None None] Transition to ACTIVE for port object 13ab2f19-89de-4b0e-8064-0403f4e46f15 will not be triggered until provisioned by entity L2. {{(pid=92955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 13:53:43.164327 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-d77d4d1d-79da-45b3-bbbd-4fd050a7e41e None None] Transition to ACTIVE for port object 13ab2f19-89de-4b0e-8064-0403f4e46f15 will not be triggered until provisioned by entity DHCP. {{(pid=92955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 13:53:43.181893 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-d77d4d1d-79da-45b3-bbbd-4fd050a7e41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744350976988'] for port, after_create {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:53:43.248428 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77d4d1d-79da-45b3-bbbd-4fd050a7e41e None None] Network 28e91a87-f71d-4bfb-9fb8-fe3a164c1b8a is already hosted by enough agents. {{(pid=92955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 13:53:43.254315 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.scheduler.base_scheduler [None req-d77d4d1d-79da-45b3-bbbd-4fd050a7e41e None None] Resources bound (agent type, host, resource id): {{(pid=92955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 13:53:43.257479 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77d4d1d-79da-45b3-bbbd-4fd050a7e41e None None] Received port after_create {{(pid=92955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 13:53:43.273488 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77d4d1d-79da-45b3-bbbd-4fd050a7e41e None None] Pushing event updated for resources: {'Port': ['ID=13ab2f19-89de-4b0e-8064-0403f4e46f15,revision_number=1']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:53:43.314305 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77d4d1d-79da-45b3-bbbd-4fd050a7e41e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:53:43.314969 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77d4d1d-79da-45b3-bbbd-4fd050a7e41e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:53:43.315087 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77d4d1d-79da-45b3-bbbd-4fd050a7e41e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:53:43.315340 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77d4d1d-79da-45b3-bbbd-4fd050a7e41e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:53:43.315675 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77d4d1d-79da-45b3-bbbd-4fd050a7e41e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:53:43.316036 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77d4d1d-79da-45b3-bbbd-4fd050a7e41e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:53:43.316367 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77d4d1d-79da-45b3-bbbd-4fd050a7e41e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:53:43.316700 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77d4d1d-79da-45b3-bbbd-4fd050a7e41e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:53:43.317043 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77d4d1d-79da-45b3-bbbd-4fd050a7e41e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:53:43.317377 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77d4d1d-79da-45b3-bbbd-4fd050a7e41e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:53:43.317700 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77d4d1d-79da-45b3-bbbd-4fd050a7e41e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:53:43.318021 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77d4d1d-79da-45b3-bbbd-4fd050a7e41e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:53:43.319140 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77d4d1d-79da-45b3-bbbd-4fd050a7e41e None None] Tracked resource versions report: Jul 07 13:53:43.319140 dv-cinder-799821-1-iscsi neutron-server[92955]: pushed versions: Jul 07 13:53:43.319140 dv-cinder-799821-1-iscsi neutron-server[92955]: { 'AddressGroup': {'1.2'}, Jul 07 13:53:43.319140 dv-cinder-799821-1-iscsi neutron-server[92955]: 'ConntrackHelper': {'1.0'}, Jul 07 13:53:43.319140 dv-cinder-799821-1-iscsi neutron-server[92955]: 'Log': {'1.0'}, Jul 07 13:53:43.319140 dv-cinder-799821-1-iscsi neutron-server[92955]: 'Network': {'1.1'}, Jul 07 13:53:43.319140 dv-cinder-799821-1-iscsi neutron-server[92955]: 'Port': {'1.7'}, Jul 07 13:53:43.319140 dv-cinder-799821-1-iscsi neutron-server[92955]: 'PortForwarding': {'1.2'}, Jul 07 13:53:43.319140 dv-cinder-799821-1-iscsi neutron-server[92955]: 'QosPolicy': {'1.8'}, Jul 07 13:53:43.319140 dv-cinder-799821-1-iscsi neutron-server[92955]: 'SecurityGroup': {'1.4'}, Jul 07 13:53:43.319140 dv-cinder-799821-1-iscsi neutron-server[92955]: 'SecurityGroupRule': {'1.2'}, Jul 07 13:53:43.319140 dv-cinder-799821-1-iscsi neutron-server[92955]: 'SubPort': {'1.0'}, Jul 07 13:53:43.319140 dv-cinder-799821-1-iscsi neutron-server[92955]: 'Subnet': {'1.1'}, Jul 07 13:53:43.319140 dv-cinder-799821-1-iscsi neutron-server[92955]: 'Trunk': {'1.1'}} Jul 07 13:53:43.319140 dv-cinder-799821-1-iscsi neutron-server[92955]: consumer versions: Jul 07 13:53:43.319140 dv-cinder-799821-1-iscsi neutron-server[92955]: { DHCP agent@dv-cinder-799821-1-iscsi: {}, Jul 07 13:53:43.319140 dv-cinder-799821-1-iscsi neutron-server[92955]: L3 agent@dv-cinder-799821-1-iscsi: {}, Jul 07 13:53:43.319140 dv-cinder-799821-1-iscsi neutron-server[92955]: Metadata agent@dv-cinder-799821-1-iscsi: {}, Jul 07 13:53:43.319140 dv-cinder-799821-1-iscsi neutron-server[92955]: Metering agent@dv-cinder-799821-1-iscsi: {}, Jul 07 13:53:43.319140 dv-cinder-799821-1-iscsi neutron-server[92955]: Open vSwitch agent@dv-cinder-799821-1-iscsi: { 'AddressGroup': '1.2', Jul 07 13:53:43.319140 dv-cinder-799821-1-iscsi neutron-server[92955]: 'ConntrackHelper': '1.0', Jul 07 13:53:43.319140 dv-cinder-799821-1-iscsi neutron-server[92955]: 'Log': '1.0', Jul 07 13:53:43.319140 dv-cinder-799821-1-iscsi neutron-server[92955]: 'Network': '1.1', Jul 07 13:53:43.319140 dv-cinder-799821-1-iscsi neutron-server[92955]: 'Port': '1.7', Jul 07 13:53:43.319140 dv-cinder-799821-1-iscsi neutron-server[92955]: 'PortForwarding': '1.2', Jul 07 13:53:43.319140 dv-cinder-799821-1-iscsi neutron-server[92955]: 'QosPolicy': '1.8', Jul 07 13:53:43.319140 dv-cinder-799821-1-iscsi neutron-server[92955]: 'SecurityGroup': '1.4', Jul 07 13:53:43.319140 dv-cinder-799821-1-iscsi neutron-server[92955]: 'SecurityGroupRule': '1.2', Jul 07 13:53:43.319140 dv-cinder-799821-1-iscsi neutron-server[92955]: 'SubPort': '1.0', Jul 07 13:53:43.319140 dv-cinder-799821-1-iscsi neutron-server[92955]: 'Subnet': '1.1', Jul 07 13:53:43.319140 dv-cinder-799821-1-iscsi neutron-server[92955]: 'Trunk': '1.1'}} Jul 07 13:53:43.319140 dv-cinder-799821-1-iscsi neutron-server[92955]: {{(pid=92955) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 07 13:53:43.355454 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.managers [None req-d77d4d1d-79da-45b3-bbbd-4fd050a7e41e None None] Attempting to bind port 13ab2f19-89de-4b0e-8064-0403f4e46f15 on host dv-cinder-799821-1-iscsi for vnic_type normal with profile {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 13:53:43.355855 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.managers [None req-d77d4d1d-79da-45b3-bbbd-4fd050a7e41e None None] Attempting to bind port 13ab2f19-89de-4b0e-8064-0403f4e46f15 by drivers openvswitch,hyperv on host dv-cinder-799821-1-iscsi at level 0 using segments [{'id': 'c0170dbd-6864-47c4-bc81-3155ad6981d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '28e91a87-f71d-4bfb-9fb8-fe3a164c1b8a'}] {{(pid=92955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 13:53:43.356279 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77d4d1d-79da-45b3-bbbd-4fd050a7e41e None None] Attempting to bind port 13ab2f19-89de-4b0e-8064-0403f4e46f15 on network 28e91a87-f71d-4bfb-9fb8-fe3a164c1b8a {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 13:53:43.361106 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77d4d1d-79da-45b3-bbbd-4fd050a7e41e None None] Checking agent: {'id': 'bf273e17-8767-46a0-900a-b292254968fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799821-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 13, 53, 28), 'started_at': datetime.datetime(2021, 7, 7, 13, 53, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 13, 53, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799821-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 13:53:43.361499 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77d4d1d-79da-45b3-bbbd-4fd050a7e41e None None] Checking segment: {'id': 'c0170dbd-6864-47c4-bc81-3155ad6981d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '28e91a87-f71d-4bfb-9fb8-fe3a164c1b8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 13:53:43.361988 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-d77d4d1d-79da-45b3-bbbd-4fd050a7e41e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:53:43.362375 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77d4d1d-79da-45b3-bbbd-4fd050a7e41e None None] Bound using segment: {'id': 'c0170dbd-6864-47c4-bc81-3155ad6981d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '28e91a87-f71d-4bfb-9fb8-fe3a164c1b8a'} {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 13:53:43.362881 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.managers [None req-d77d4d1d-79da-45b3-bbbd-4fd050a7e41e None None] Bound port: 13ab2f19-89de-4b0e-8064-0403f4e46f15, host: dv-cinder-799821-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0170dbd-6864-47c4-bc81-3155ad6981d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '28e91a87-f71d-4bfb-9fb8-fe3a164c1b8a'}}] {{(pid=92955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 13:53:43.363295 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-d77d4d1d-79da-45b3-bbbd-4fd050a7e41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:53:43.425604 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-d77d4d1d-79da-45b3-bbbd-4fd050a7e41e None None] For port 13ab2f19-89de-4b0e-8064-0403f4e46f15, host dv-cinder-799821-1-iscsi, cleared binding levels {{(pid=92955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 13:53:43.429722 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-d77d4d1d-79da-45b3-bbbd-4fd050a7e41e None None] For port 13ab2f19-89de-4b0e-8064-0403f4e46f15, host dv-cinder-799821-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799821-1-iscsi',level=0,port_id=13ab2f19-89de-4b0e-8064-0403f4e46f15,segment=NetworkSegment(c0170dbd-6864-47c4-bc81-3155ad6981d8),segment_id=c0170dbd-6864-47c4-bc81-3155ad6981d8)] {{(pid=92955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 13:53:43.434539 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-d77d4d1d-79da-45b3-bbbd-4fd050a7e41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:53:43.504500 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77d4d1d-79da-45b3-bbbd-4fd050a7e41e None None] Pushing event updated for resources: {'Port': ['ID=13ab2f19-89de-4b0e-8064-0403f4e46f15,revision_number=2']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:53:44.689799 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 42288) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:53:45.010912 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [None req-eb25c7ee-d46b-4cc3-83cd-4a9ca56b0d5a admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=92954) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 13:53:45.011944 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-eb25c7ee-d46b-4cc3-83cd-4a9ca56b0d5a admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3213236 Jul 07 13:53:47.433963 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 42296) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:53:47.755463 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [None req-67f4691b-a329-4fe2-8861-852987f62566 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=92954) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 13:53:47.756450 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-67f4691b-a329-4fe2-8861-852987f62566 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3214936 Jul 07 13:53:49.661883 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-372e1115-22e8-4549-abde-dae4c1490e40 None None] Network 28e91a87-f71d-4bfb-9fb8-fe3a164c1b8a requested from dv-cinder-799821-1-iscsi {{(pid=92955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 13:53:49.731917 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-dd2b2d43-ca94-4979-922e-131cf43b8e9a None None] Provisioning for port 13ab2f19-89de-4b0e-8064-0403f4e46f15 completed by entity DHCP. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 13:53:49.758589 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Device 13ab2f19-89de-4b0e-8064-0403f4e46f15 up at agent ovs-agent-dv-cinder-799821-1-iscsi {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 13:53:49.902848 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Provisioning for port 13ab2f19-89de-4b0e-8064-0403f4e46f15 completed by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 13:53:49.911324 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Provisioning complete for port 13ab2f19-89de-4b0e-8064-0403f4e46f15 triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:53:49.911714 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732533'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:53:50.050917 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:53:50.088128 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] For port 13ab2f19-89de-4b0e-8064-0403f4e46f15, host dv-cinder-799821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799821-1-iscsi',level=0,port_id=13ab2f19-89de-4b0e-8064-0403f4e46f15,segment=NetworkSegment(c0170dbd-6864-47c4-bc81-3155ad6981d8),segment_id=c0170dbd-6864-47c4-bc81-3155ad6981d8)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:53:50.092834 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:53:50.141918 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Pushing event updated for resources: {'Port': ['ID=13ab2f19-89de-4b0e-8064-0403f4e46f15,revision_number=3']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:53:50.262898 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-895c12f7-8a96-4cce-b9e3-a041101d01b9 None None] Provisioning complete for port 13ab2f19-89de-4b0e-8064-0403f4e46f15 triggered by entity DHCP. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:53:50.263193 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-895c12f7-8a96-4cce-b9e3-a041101d01b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732533'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:53:50.453443 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 42310) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:53:50.745611 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [None req-ae842326-b630-493a-bab2-eaf8f80ffb9e admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '83e0216c36014eaaa3baefb35815c1a6'}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:53:50.768130 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-ae842326-b630-493a-bab2-eaf8f80ffb9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1724625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6190'] for router, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:53:50.769556 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-ae842326-b630-493a-bab2-eaf8f80ffb9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1724494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1714686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1653304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6177'] for router, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:53:50.910018 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-ae842326-b630-493a-bab2-eaf8f80ffb9e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:53:50.914583 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-ae842326-b630-493a-bab2-eaf8f80ffb9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1724634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1661967'] for router, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:53:50.927031 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-ae842326-b630-493a-bab2-eaf8f80ffb9e admin admin] Notify callbacks [] for router, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:53:50.930883 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-ae842326-b630-493a-bab2-eaf8f80ffb9e admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4764464 Jul 07 13:53:51.720907 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Device 13ab2f19-89de-4b0e-8064-0403f4e46f15 up at agent ovs-agent-dv-cinder-799821-1-iscsi {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 13:53:51.767086 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Provisioning complete for port 13ab2f19-89de-4b0e-8064-0403f4e46f15 triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:53:51.767450 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732533'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:53:53.311315 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 42318) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:53:53.618902 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [None req-d18fe9ec-4bce-46da-a641-c580bb7374b7 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=92954) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 13:53:53.620108 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-d18fe9ec-4bce-46da-a641-c580bb7374b7 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3078806 Jul 07 13:53:54.805379 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-0ed61f3d-2db3-4118-afff-2a2e03375d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:53:55.976674 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 42326) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:53:56.289989 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [None req-6954d76e-9da3-4343-ad0b-00930438d37d admin admin] Request body: {'network': {'name': 'public', 'router:external': True, 'is_default': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1'}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:53:56.310838 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6954d76e-9da3-4343-ad0b-00930438d37d admin admin] Made reservation on behalf of 68e5d86ee08e42f19ebf9785310e2a84 for: {'network': 1} {{(pid=92954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 13:53:56.313072 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-6954d76e-9da3-4343-ad0b-00930438d37d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for network, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:53:56.323775 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-6954d76e-9da3-4343-ad0b-00930438d37d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:53:56.409577 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-6954d76e-9da3-4343-ad0b-00930438d37d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:53:56.413211 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-6954d76e-9da3-4343-ad0b-00930438d37d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:53:56.430034 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-6954d76e-9da3-4343-ad0b-00930438d37d admin admin] Reserving flat network on physical network physnet1 {{(pid=92954) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 07 13:53:56.444461 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6954d76e-9da3-4343-ad0b-00930438d37d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4589b50-92b0-4844-8c47-07cdf83bc586,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:53:56.451863 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-6954d76e-9da3-4343-ad0b-00930438d37d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:53:56.452323 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.db.segments_db [None req-6954d76e-9da3-4343-ad0b-00930438d37d admin admin] Added segment f9b1122d-b65f-4a0f-8420-4cc063cf42b9 of type flat for network c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5 Jul 07 13:53:56.509241 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-6954d76e-9da3-4343-ad0b-00930438d37d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744350994261'] for network, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:53:56.545914 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-6954d76e-9da3-4343-ad0b-00930438d37d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582279'] for network, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:53:56.546941 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6954d76e-9da3-4343-ad0b-00930438d37d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:53:56.547520 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-6954d76e-9da3-4343-ad0b-00930438d37d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582248'] for network, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:53:56.598167 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-6954d76e-9da3-4343-ad0b-00930438d37d admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6197548 Jul 07 13:53:56.610663 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6954d76e-9da3-4343-ad0b-00930438d37d admin admin] Pushing event updated for resources: {'Network': ['ID=c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:53:56.621594 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Network c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5 details requested by agent ovs-agent-dv-cinder-799821-1-iscsi with host dv-cinder-799821-1-iscsi {{(pid=92955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 13:53:57.455064 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-31f8d44b-02bd-4cf4-95b8-0239d2e9ac32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:53:57.767804 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:53:58.527147 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-797095d9-f31f-46bc-add0-d9922559420e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:53:58.996785 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 42344) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:53:59.169686 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f54fd7-ddc8-4c32-8d5b-2a79f7769bd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:53:59.171165 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-68f54fd7-ddc8-4c32-8d5b-2a79f7769bd6 admin admin] 10.222.0.16 "GET /v2.0/subnets/5fcbb153-08c3-475d-95ec-fbd4b90a07a7 HTTP/1.1" status: 200 len: 849 time: 0.1734335 Jul 07 13:53:59.285727 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-4831e54f-045e-4630-8793-22631dde2d7e admin admin] 10.222.0.16 "GET /v2.0/routers/97efaefd-1f99-45fd-9303-61260c01c4d1 HTTP/1.1" status: 200 len: 704 time: 0.1092396 Jul 07 13:53:59.553047 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-513491f3-6715-4c1c-b150-028464e07f81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:53:59.845052 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.db.db_base_plugin_common [None req-513491f3-6715-4c1c-b150-028464e07f81 admin admin] Allocated IP 172.20.0.1 (28e91a87-f71d-4bfb-9fb8-fe3a164c1b8a/5fcbb153-08c3-475d-95ec-fbd4b90a07a7/013cc9f9-83bc-431f-90f3-28b85b3d85e9) {{(pid=92954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 13:54:00.046778 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-513491f3-6715-4c1c-b150-028464e07f81 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:54:00.057485 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-de2cb0b5-6e4a-418e-bae1-4b4e8a512c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:54:00.070323 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.db.provisioning_blocks [None req-513491f3-6715-4c1c-b150-028464e07f81 admin admin] Transition to ACTIVE for port object 013cc9f9-83bc-431f-90f3-28b85b3d85e9 will not be triggered until provisioned by entity DHCP. {{(pid=92954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 13:54:00.150802 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-513491f3-6715-4c1c-b150-028464e07f81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744350976988'] for port, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:54:00.219844 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513491f3-6715-4c1c-b150-028464e07f81 admin admin] Network 28e91a87-f71d-4bfb-9fb8-fe3a164c1b8a is already hosted by enough agents. {{(pid=92954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 13:54:00.225609 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.scheduler.base_scheduler [None req-513491f3-6715-4c1c-b150-028464e07f81 admin admin] Resources bound (agent type, host, resource id): {{(pid=92954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 13:54:00.233832 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513491f3-6715-4c1c-b150-028464e07f81 admin admin] Received port after_create {{(pid=92954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 13:54:00.234527 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-513491f3-6715-4c1c-b150-028464e07f81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1726264'] for router_interface, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:54:00.259211 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.agents_db [None req-578d1851-68de-424d-8d1f-a58f436dd381 None None] Agent healthcheck: found 5 active agents {{(pid=92956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 13:54:00.292958 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513491f3-6715-4c1c-b150-028464e07f81 admin admin] Pushing event updated for resources: {'Port': ['ID=013cc9f9-83bc-431f-90f3-28b85b3d85e9,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:54:00.418186 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-0ee2d2dc-6b0b-4b30-83fb-44cbb49e6bae None None] Provisioning for port 013cc9f9-83bc-431f-90f3-28b85b3d85e9 completed by entity DHCP. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 13:54:00.421831 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-0ee2d2dc-6b0b-4b30-83fb-44cbb49e6bae None None] Provisioning complete for port 013cc9f9-83bc-431f-90f3-28b85b3d85e9 triggered by entity DHCP. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:54:00.422200 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-0ee2d2dc-6b0b-4b30-83fb-44cbb49e6bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732533'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:54:00.453891 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-0ee2d2dc-6b0b-4b30-83fb-44cbb49e6bae None None] Port 013cc9f9-83bc-431f-90f3-28b85b3d85e9 cannot update to ACTIVE because it is not bound. {{(pid=92955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 13:54:00.457897 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-513491f3-6715-4c1c-b150-028464e07f81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:54:00.639238 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-513491f3-6715-4c1c-b150-028464e07f81 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:54:00.643482 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-513491f3-6715-4c1c-b150-028464e07f81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567'] for port, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:54:00.644442 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-513491f3-6715-4c1c-b150-028464e07f81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1712197'] for router_interface, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:54:00.720928 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513491f3-6715-4c1c-b150-028464e07f81 admin admin] Pushing event updated for resources: {'Port': ['ID=013cc9f9-83bc-431f-90f3-28b85b3d85e9,revision_number=2']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:54:00.766094 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513491f3-6715-4c1c-b150-028464e07f81 admin admin] Network 28e91a87-f71d-4bfb-9fb8-fe3a164c1b8a is already hosted by enough agents. {{(pid=92954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 13:54:00.767370 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.scheduler.base_scheduler [None req-513491f3-6715-4c1c-b150-028464e07f81 admin admin] Resources bound (agent type, host, resource id): {{(pid=92954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 13:54:00.929055 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-513491f3-6715-4c1c-b150-028464e07f81 admin admin] Router 97efaefd-1f99-45fd-9303-61260c01c4d1 is scheduled to L3 agent 652ddd47-bc13-4e1c-8285-b4eb8cea957f with binding_index 1 {{(pid=92954) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 13:54:00.974101 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-a44da272-152a-44be-91be-a063042b877f None None] Provisioning complete for port 013cc9f9-83bc-431f-90f3-28b85b3d85e9 triggered by entity DHCP. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:54:00.974554 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a44da272-152a-44be-91be-a063042b877f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732533'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:54:01.010547 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-a44da272-152a-44be-91be-a063042b877f None None] Port 013cc9f9-83bc-431f-90f3-28b85b3d85e9 cannot update to ACTIVE because it is not bound. {{(pid=92955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 13:54:01.020587 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-513491f3-6715-4c1c-b150-028464e07f81 admin admin] Notify agent at l3_agent.dv-cinder-799821-1-iscsi the message routers_updated {{(pid=92954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 13:54:01.025794 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-513491f3-6715-4c1c-b150-028464e07f81 admin admin] 10.222.0.16 "PUT /v2.0/routers/97efaefd-1f99-45fd-9303-61260c01c4d1/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7344890 Jul 07 13:54:01.029797 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01318f67-0e91-4eba-9211-b1802bb1c752 None None] Sync routers for ids ['97efaefd-1f99-45fd-9303-61260c01c4d1'] in dv-cinder-799821-1-iscsi {{(pid=92956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 13:54:01.042896 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01318f67-0e91-4eba-9211-b1802bb1c752 None None] Routers {'97efaefd-1f99-45fd-9303-61260c01c4d1'} bound to L3 agent in host dv-cinder-799821-1-iscsi {{(pid=92956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:54:01.043691 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-01318f67-0e91-4eba-9211-b1802bb1c752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-07T13:53:27Z,description=,heartbeat_timestamp=2021-07-07T13:53:57Z,host='dv-cinder-799821-1-iscsi',id=652ddd47-bc13-4e1c-8285-b4eb8cea957f,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:53:27Z,topic='l3_agent')) {'router_ids': ['97efaefd-1f99-45fd-9303-61260c01c4d1'], 'active': True} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:54:01.235994 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvr_db [None req-01318f67-0e91-4eba-9211-b1802bb1c752 None None] Set router 97efaefd-1f99-45fd-9303-61260c01c4d1 gateway port host: None {{(pid=92956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:54:01.681994 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-01318f67-0e91-4eba-9211-b1802bb1c752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97efaefd-1f99-45fd-9303-61260c01c4d1', 'name': 'router1', 'tenant_id': '83e0216c36014eaaa3baefb35815c1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:53:50Z', 'updated_at': '2021-07-07T13:54:00Z', 'revision_number': 2, 'project_id': '83e0216c36014eaaa3baefb35815c1a6', 'gw_port_host': None, '_interfaces': [{'id': '013cc9f9-83bc-431f-90f3-28b85b3d85e9', 'name': '', 'network_id': '28e91a87-f71d-4bfb-9fb8-fe3a164c1b8a', 'tenant_id': '83e0216c36014eaaa3baefb35815c1a6', 'mac_address': 'fa:16:3e:c8:26:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97efaefd-1f99-45fd-9303-61260c01c4d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5fcbb153-08c3-475d-95ec-fbd4b90a07a7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:53:59Z', 'updated_at': '2021-07-07T13:54:00Z', 'revision_number': 2, 'project_id': '83e0216c36014eaaa3baefb35815c1a6', 'subnets': [{'id': '5fcbb153-08c3-475d-95ec-fbd4b90a07a7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b4cb93df-15f0-425b-ba19-491f4bc23534'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799821-1-iscsi', False) {} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:54:01.736185 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01318f67-0e91-4eba-9211-b1802bb1c752 None None] Checking router: 97efaefd-1f99-45fd-9303-61260c01c4d1 for host: dv-cinder-799821-1-iscsi {{(pid=92956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 13:54:01.736554 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01318f67-0e91-4eba-9211-b1802bb1c752 None None] Updating router 97efaefd-1f99-45fd-9303-61260c01c4d1 port 013cc9f9-83bc-431f-90f3-28b85b3d85e9 binding host dv-cinder-799821-1-iscsi {{(pid=92956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 13:54:01.801937 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-01318f67-0e91-4eba-9211-b1802bb1c752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:54:02.306140 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-01318f67-0e91-4eba-9211-b1802bb1c752 None None] Notify callbacks [] for port, precommit_update {{(pid=92956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:54:02.324387 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.provisioning_blocks [None req-01318f67-0e91-4eba-9211-b1802bb1c752 None None] Transition to ACTIVE for port object 013cc9f9-83bc-431f-90f3-28b85b3d85e9 will not be triggered until provisioned by entity L2. {{(pid=92956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 13:54:02.330354 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-01318f67-0e91-4eba-9211-b1802bb1c752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567'] for port, after_update {{(pid=92956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:54:02.423045 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556bb6dd-0d93-4dd3-a4e3-f109f9d23275 None None] Pushing event updated for resources: {'Port': ['ID=013cc9f9-83bc-431f-90f3-28b85b3d85e9,revision_number=3']} {{(pid=92956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:54:02.430904 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556bb6dd-0d93-4dd3-a4e3-f109f9d23275 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:54:02.431237 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556bb6dd-0d93-4dd3-a4e3-f109f9d23275 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:54:02.431567 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556bb6dd-0d93-4dd3-a4e3-f109f9d23275 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:54:02.431914 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556bb6dd-0d93-4dd3-a4e3-f109f9d23275 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:54:02.432212 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556bb6dd-0d93-4dd3-a4e3-f109f9d23275 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:54:02.432525 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556bb6dd-0d93-4dd3-a4e3-f109f9d23275 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:54:02.432838 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556bb6dd-0d93-4dd3-a4e3-f109f9d23275 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:54:02.433150 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556bb6dd-0d93-4dd3-a4e3-f109f9d23275 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:54:02.433474 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556bb6dd-0d93-4dd3-a4e3-f109f9d23275 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:54:02.433789 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556bb6dd-0d93-4dd3-a4e3-f109f9d23275 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:54:02.434094 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556bb6dd-0d93-4dd3-a4e3-f109f9d23275 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:54:02.434400 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556bb6dd-0d93-4dd3-a4e3-f109f9d23275 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:54:02.435477 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556bb6dd-0d93-4dd3-a4e3-f109f9d23275 None None] Tracked resource versions report: Jul 07 13:54:02.435477 dv-cinder-799821-1-iscsi neutron-server[92956]: pushed versions: Jul 07 13:54:02.435477 dv-cinder-799821-1-iscsi neutron-server[92956]: { 'AddressGroup': {'1.2'}, Jul 07 13:54:02.435477 dv-cinder-799821-1-iscsi neutron-server[92956]: 'ConntrackHelper': {'1.0'}, Jul 07 13:54:02.435477 dv-cinder-799821-1-iscsi neutron-server[92956]: 'Log': {'1.0'}, Jul 07 13:54:02.435477 dv-cinder-799821-1-iscsi neutron-server[92956]: 'Network': {'1.1'}, Jul 07 13:54:02.435477 dv-cinder-799821-1-iscsi neutron-server[92956]: 'Port': {'1.7'}, Jul 07 13:54:02.435477 dv-cinder-799821-1-iscsi neutron-server[92956]: 'PortForwarding': {'1.2'}, Jul 07 13:54:02.435477 dv-cinder-799821-1-iscsi neutron-server[92956]: 'QosPolicy': {'1.8'}, Jul 07 13:54:02.435477 dv-cinder-799821-1-iscsi neutron-server[92956]: 'SecurityGroup': {'1.4'}, Jul 07 13:54:02.435477 dv-cinder-799821-1-iscsi neutron-server[92956]: 'SecurityGroupRule': {'1.2'}, Jul 07 13:54:02.435477 dv-cinder-799821-1-iscsi neutron-server[92956]: 'SubPort': {'1.0'}, Jul 07 13:54:02.435477 dv-cinder-799821-1-iscsi neutron-server[92956]: 'Subnet': {'1.1'}, Jul 07 13:54:02.435477 dv-cinder-799821-1-iscsi neutron-server[92956]: 'Trunk': {'1.1'}} Jul 07 13:54:02.435477 dv-cinder-799821-1-iscsi neutron-server[92956]: consumer versions: Jul 07 13:54:02.435477 dv-cinder-799821-1-iscsi neutron-server[92956]: { DHCP agent@dv-cinder-799821-1-iscsi: {}, Jul 07 13:54:02.435477 dv-cinder-799821-1-iscsi neutron-server[92956]: L3 agent@dv-cinder-799821-1-iscsi: {}, Jul 07 13:54:02.435477 dv-cinder-799821-1-iscsi neutron-server[92956]: Metadata agent@dv-cinder-799821-1-iscsi: {}, Jul 07 13:54:02.435477 dv-cinder-799821-1-iscsi neutron-server[92956]: Metering agent@dv-cinder-799821-1-iscsi: {}, Jul 07 13:54:02.435477 dv-cinder-799821-1-iscsi neutron-server[92956]: Open vSwitch agent@dv-cinder-799821-1-iscsi: { 'AddressGroup': '1.2', Jul 07 13:54:02.435477 dv-cinder-799821-1-iscsi neutron-server[92956]: 'ConntrackHelper': '1.0', Jul 07 13:54:02.435477 dv-cinder-799821-1-iscsi neutron-server[92956]: 'Log': '1.0', Jul 07 13:54:02.435477 dv-cinder-799821-1-iscsi neutron-server[92956]: 'Network': '1.1', Jul 07 13:54:02.435477 dv-cinder-799821-1-iscsi neutron-server[92956]: 'Port': '1.7', Jul 07 13:54:02.435477 dv-cinder-799821-1-iscsi neutron-server[92956]: 'PortForwarding': '1.2', Jul 07 13:54:02.435477 dv-cinder-799821-1-iscsi neutron-server[92956]: 'QosPolicy': '1.8', Jul 07 13:54:02.435477 dv-cinder-799821-1-iscsi neutron-server[92956]: 'SecurityGroup': '1.4', Jul 07 13:54:02.435477 dv-cinder-799821-1-iscsi neutron-server[92956]: 'SecurityGroupRule': '1.2', Jul 07 13:54:02.435477 dv-cinder-799821-1-iscsi neutron-server[92956]: 'SubPort': '1.0', Jul 07 13:54:02.435477 dv-cinder-799821-1-iscsi neutron-server[92956]: 'Subnet': '1.1', Jul 07 13:54:02.435477 dv-cinder-799821-1-iscsi neutron-server[92956]: 'Trunk': '1.1'}} Jul 07 13:54:02.435477 dv-cinder-799821-1-iscsi neutron-server[92956]: {{(pid=92956) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 07 13:54:02.517014 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.managers [None req-01318f67-0e91-4eba-9211-b1802bb1c752 None None] Attempting to bind port 013cc9f9-83bc-431f-90f3-28b85b3d85e9 on host dv-cinder-799821-1-iscsi for vnic_type normal with profile {{(pid=92956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 13:54:02.517419 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.managers [None req-01318f67-0e91-4eba-9211-b1802bb1c752 None None] Attempting to bind port 013cc9f9-83bc-431f-90f3-28b85b3d85e9 by drivers openvswitch,hyperv on host dv-cinder-799821-1-iscsi at level 0 using segments [{'id': 'c0170dbd-6864-47c4-bc81-3155ad6981d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '28e91a87-f71d-4bfb-9fb8-fe3a164c1b8a'}] {{(pid=92956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 13:54:02.517839 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01318f67-0e91-4eba-9211-b1802bb1c752 None None] Attempting to bind port 013cc9f9-83bc-431f-90f3-28b85b3d85e9 on network 28e91a87-f71d-4bfb-9fb8-fe3a164c1b8a {{(pid=92956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 13:54:02.523352 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01318f67-0e91-4eba-9211-b1802bb1c752 None None] Checking agent: {'id': 'bf273e17-8767-46a0-900a-b292254968fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799821-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 13, 53, 28), 'started_at': datetime.datetime(2021, 7, 7, 13, 53, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 13, 53, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799821-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 13:54:02.524458 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01318f67-0e91-4eba-9211-b1802bb1c752 None None] Checking segment: {'id': 'c0170dbd-6864-47c4-bc81-3155ad6981d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '28e91a87-f71d-4bfb-9fb8-fe3a164c1b8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 13:54:02.524952 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-01318f67-0e91-4eba-9211-b1802bb1c752 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:54:02.525344 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01318f67-0e91-4eba-9211-b1802bb1c752 None None] Bound using segment: {'id': 'c0170dbd-6864-47c4-bc81-3155ad6981d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '28e91a87-f71d-4bfb-9fb8-fe3a164c1b8a'} {{(pid=92956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 13:54:02.525850 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.managers [None req-01318f67-0e91-4eba-9211-b1802bb1c752 None None] Bound port: 013cc9f9-83bc-431f-90f3-28b85b3d85e9, host: dv-cinder-799821-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0170dbd-6864-47c4-bc81-3155ad6981d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '28e91a87-f71d-4bfb-9fb8-fe3a164c1b8a'}}] {{(pid=92956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 13:54:02.526260 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-01318f67-0e91-4eba-9211-b1802bb1c752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:54:02.593740 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.db [None req-01318f67-0e91-4eba-9211-b1802bb1c752 None None] For port 013cc9f9-83bc-431f-90f3-28b85b3d85e9, host dv-cinder-799821-1-iscsi, cleared binding levels {{(pid=92956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 13:54:02.615897 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.db [None req-01318f67-0e91-4eba-9211-b1802bb1c752 None None] For port 013cc9f9-83bc-431f-90f3-28b85b3d85e9, host dv-cinder-799821-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799821-1-iscsi',level=0,port_id=013cc9f9-83bc-431f-90f3-28b85b3d85e9,segment=NetworkSegment(c0170dbd-6864-47c4-bc81-3155ad6981d8),segment_id=c0170dbd-6864-47c4-bc81-3155ad6981d8)] {{(pid=92956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 13:54:02.620321 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-01318f67-0e91-4eba-9211-b1802bb1c752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567'] for port, after_update {{(pid=92956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:54:02.676268 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01318f67-0e91-4eba-9211-b1802bb1c752 None None] Routers {'97efaefd-1f99-45fd-9303-61260c01c4d1'} bound to L3 agent in host dv-cinder-799821-1-iscsi {{(pid=92956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:54:02.676980 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-01318f67-0e91-4eba-9211-b1802bb1c752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-07T13:53:27Z,description=,heartbeat_timestamp=2021-07-07T13:53:57Z,host='dv-cinder-799821-1-iscsi',id=652ddd47-bc13-4e1c-8285-b4eb8cea957f,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:53:27Z,topic='l3_agent')) {'router_ids': ['97efaefd-1f99-45fd-9303-61260c01c4d1'], 'active': True} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:54:02.681853 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556bb6dd-0d93-4dd3-a4e3-f109f9d23275 None None] Pushing event updated for resources: {'Port': ['ID=013cc9f9-83bc-431f-90f3-28b85b3d85e9,revision_number=4']} {{(pid=92956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:54:02.772298 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvr_db [None req-01318f67-0e91-4eba-9211-b1802bb1c752 None None] Set router 97efaefd-1f99-45fd-9303-61260c01c4d1 gateway port host: None {{(pid=92956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:54:02.985594 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-01318f67-0e91-4eba-9211-b1802bb1c752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97efaefd-1f99-45fd-9303-61260c01c4d1', 'name': 'router1', 'tenant_id': '83e0216c36014eaaa3baefb35815c1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:53:50Z', 'updated_at': '2021-07-07T13:54:00Z', 'revision_number': 2, 'project_id': '83e0216c36014eaaa3baefb35815c1a6', 'gw_port_host': None, '_interfaces': [{'id': '013cc9f9-83bc-431f-90f3-28b85b3d85e9', 'name': '', 'network_id': '28e91a87-f71d-4bfb-9fb8-fe3a164c1b8a', 'tenant_id': '83e0216c36014eaaa3baefb35815c1a6', 'mac_address': 'fa:16:3e:c8:26:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97efaefd-1f99-45fd-9303-61260c01c4d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5fcbb153-08c3-475d-95ec-fbd4b90a07a7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:53:59Z', 'updated_at': '2021-07-07T13:54:02Z', 'revision_number': 4, 'project_id': '83e0216c36014eaaa3baefb35815c1a6', 'subnets': [{'id': '5fcbb153-08c3-475d-95ec-fbd4b90a07a7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b4cb93df-15f0-425b-ba19-491f4bc23534'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799821-1-iscsi', False) {} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:54:03.011820 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01318f67-0e91-4eba-9211-b1802bb1c752 None None] The sync data for ids ['97efaefd-1f99-45fd-9303-61260c01c4d1'] in dv-cinder-799821-1-iscsi is: [{'id': '97efaefd-1f99-45fd-9303-61260c01c4d1', 'name': 'router1', 'tenant_id': '83e0216c36014eaaa3baefb35815c1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:53:50Z', 'updated_at': '2021-07-07T13:54:00Z', 'revision_number': 2, 'project_id': '83e0216c36014eaaa3baefb35815c1a6', 'gw_port_host': None, '_interfaces': [{'id': '013cc9f9-83bc-431f-90f3-28b85b3d85e9', 'name': '', 'network_id': '28e91a87-f71d-4bfb-9fb8-fe3a164c1b8a', 'tenant_id': '83e0216c36014eaaa3baefb35815c1a6', 'mac_address': 'fa:16:3e:c8:26:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97efaefd-1f99-45fd-9303-61260c01c4d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5fcbb153-08c3-475d-95ec-fbd4b90a07a7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:53:59Z', 'updated_at': '2021-07-07T13:54:02Z', 'revision_number': 4, 'project_id': '83e0216c36014eaaa3baefb35815c1a6', 'subnets': [{'id': '5fcbb153-08c3-475d-95ec-fbd4b90a07a7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b4cb93df-15f0-425b-ba19-491f4bc23534'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 13:54:03.268032 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 42364) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:54:03.377587 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32c01356-cf27-4e6f-89f7-5cfd3de86d6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:54:03.379004 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-32c01356-cf27-4e6f-89f7-5cfd3de86d6e admin admin] 10.222.0.16 "GET /v2.0/networks/c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5 HTTP/1.1" status: 200 len: 842 time: 0.1098561 Jul 07 13:54:03.388774 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [None req-92188de0-05e8-4993-8a6b-d4acad982a6e admin admin] Request body: {'subnet': {'name': 'public-subnet', 'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'ip_version': 4, 'gateway_ip': '172.27.0.1', 'enable_dhcp': False, 'cidr': '172.27.0.0/24'}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:54:03.410305 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92188de0-05e8-4993-8a6b-d4acad982a6e admin admin] Made reservation on behalf of 68e5d86ee08e42f19ebf9785310e2a84 for: {'subnet': 1} {{(pid=92954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 13:54:03.412635 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-92188de0-05e8-4993-8a6b-d4acad982a6e admin admin] Notify callbacks [] for subnet, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:54:03.776573 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.objects.ports [None req-92188de0-05e8-4993-8a6b-d4acad982a6e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92954) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 13:54:03.776988 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-92188de0-05e8-4993-8a6b-d4acad982a6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582279'] for subnet, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:54:03.835264 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92188de0-05e8-4993-8a6b-d4acad982a6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=157deb10-066f-4182-88bf-9da6b52b6e64,revision_number=0']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:54:03.843431 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92188de0-05e8-4993-8a6b-d4acad982a6e admin admin] Checking segment: {'id': 'f9b1122d-b65f-4a0f-8420-4cc063cf42b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 13:54:03.843947 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92188de0-05e8-4993-8a6b-d4acad982a6e admin admin] Network hostable DHCP agents. Network: c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5, hostable agents: ['29bf5154-9555-44d1-999c-b30e53d2ad5f'], hosted agents: [] {{(pid=92954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 13:54:03.861182 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92188de0-05e8-4993-8a6b-d4acad982a6e admin admin] Network c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5 is scheduled to be hosted by DHCP agent 29bf5154-9555-44d1-999c-b30e53d2ad5f with binding_index 1 {{(pid=92954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 13:54:03.871318 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.scheduler.base_scheduler [None req-92188de0-05e8-4993-8a6b-d4acad982a6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799821-1-iscsi, c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5) {{(pid=92954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 13:54:03.875648 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92188de0-05e8-4993-8a6b-d4acad982a6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:54:03.876239 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-92188de0-05e8-4993-8a6b-d4acad982a6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582248'] for subnet, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:54:03.881705 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c338d6e-5d24-47f1-a797-a144645d9264 None None] Network c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5 requested from dv-cinder-799821-1-iscsi {{(pid=92955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 13:54:03.899827 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-92188de0-05e8-4993-8a6b-d4acad982a6e admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5065484 Jul 07 13:54:04.014538 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35960553-a026-49e1-b182-aea096eb092d None None] Network c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5 requested from dv-cinder-799821-1-iscsi {{(pid=92955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 13:54:06.203282 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 42376) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:54:06.333324 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-3cb67b90-37ac-4260-8b49-ce1ff5f93c6f admin admin] 10.222.0.16 "GET /v2.0/routers/97efaefd-1f99-45fd-9303-61260c01c4d1 HTTP/1.1" status: 200 len: 710 time: 0.1285267 Jul 07 13:54:06.418253 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e2ffb88-89e2-4f8f-bc82-723fc33cd34f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:54:06.419661 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-9e2ffb88-89e2-4f8f-bc82-723fc33cd34f admin admin] 10.222.0.16 "GET /v2.0/networks/c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5 HTTP/1.1" status: 200 len: 886 time: 0.0807405 Jul 07 13:54:06.428243 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [None req-bf7b0b3c-64e4-4e28-a56a-a8b60b8bc7a1 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5'}}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:54:06.671202 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-bf7b0b3c-64e4-4e28-a56a-a8b60b8bc7a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1661972', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1724611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6195'] for router, precommit_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:54:06.910972 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-bf7b0b3c-64e4-4e28-a56a-a8b60b8bc7a1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:54:06.985191 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-bf7b0b3c-64e4-4e28-a56a-a8b60b8bc7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:54:07.094343 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.db.db_base_plugin_common [None req-bf7b0b3c-64e4-4e28-a56a-a8b60b8bc7a1 admin admin] Allocated IP 172.27.0.232 (c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5/157deb10-066f-4182-88bf-9da6b52b6e64/cc66a20d-d4a1-4220-bb4f-114ad958a023) {{(pid=92954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 13:54:07.196532 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-bf7b0b3c-64e4-4e28-a56a-a8b60b8bc7a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:54:07.238832 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-bf7b0b3c-64e4-4e28-a56a-a8b60b8bc7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744350976988'] for port, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:54:07.276991 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7b0b3c-64e4-4e28-a56a-a8b60b8bc7a1 admin admin] Network c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5 is already hosted by enough agents. {{(pid=92954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 13:54:07.279727 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.scheduler.base_scheduler [None req-bf7b0b3c-64e4-4e28-a56a-a8b60b8bc7a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=92954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 13:54:07.284997 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7b0b3c-64e4-4e28-a56a-a8b60b8bc7a1 admin admin] Received port after_create {{(pid=92954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 13:54:07.318900 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7b0b3c-64e4-4e28-a56a-a8b60b8bc7a1 admin admin] Pushing event updated for resources: {'Port': ['ID=cc66a20d-d4a1-4220-bb4f-114ad958a023,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:54:07.618568 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-bf7b0b3c-64e4-4e28-a56a-a8b60b8bc7a1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:54:07.745025 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Device 013cc9f9-83bc-431f-90f3-28b85b3d85e9 up at agent ovs-agent-dv-cinder-799821-1-iscsi {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 13:54:07.794775 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Provisioning for port 013cc9f9-83bc-431f-90f3-28b85b3d85e9 completed by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 13:54:07.798957 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Provisioning complete for port 013cc9f9-83bc-431f-90f3-28b85b3d85e9 triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:54:07.799332 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732533'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:54:07.810910 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-bf7b0b3c-64e4-4e28-a56a-a8b60b8bc7a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1661972', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1724611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6195'] for router, precommit_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:54:07.814069 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-bf7b0b3c-64e4-4e28-a56a-a8b60b8bc7a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1661967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1661981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1661958', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1724620'] for router, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:54:07.876330 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:54:07.911827 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] For port 013cc9f9-83bc-431f-90f3-28b85b3d85e9, host dv-cinder-799821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799821-1-iscsi',level=0,port_id=013cc9f9-83bc-431f-90f3-28b85b3d85e9,segment=NetworkSegment(c0170dbd-6864-47c4-bc81-3155ad6981d8),segment_id=c0170dbd-6864-47c4-bc81-3155ad6981d8)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:54:07.916396 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:54:07.923134 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf7b0b3c-64e4-4e28-a56a-a8b60b8bc7a1 admin admin] Router 97efaefd-1f99-45fd-9303-61260c01c4d1 has already been hosted by L3 agent 652ddd47-bc13-4e1c-8285-b4eb8cea957f {{(pid=92954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 13:54:07.964393 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Pushing event updated for resources: {'Port': ['ID=013cc9f9-83bc-431f-90f3-28b85b3d85e9,revision_number=5']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:54:08.028283 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf7b0b3c-64e4-4e28-a56a-a8b60b8bc7a1 admin admin] Notify agent at l3_agent.dv-cinder-799821-1-iscsi the message routers_updated {{(pid=92954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 13:54:08.032490 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-bf7b0b3c-64e4-4e28-a56a-a8b60b8bc7a1 admin admin] Notify callbacks [] for router, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:54:08.033933 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-bf7b0b3c-64e4-4e28-a56a-a8b60b8bc7a1 admin admin] 10.222.0.16 "PUT /v2.0/routers/97efaefd-1f99-45fd-9303-61260c01c4d1 HTTP/1.1" status: 200 len: 890 time: 1.6086850 Jul 07 13:54:08.040147 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e56c93-08eb-4e25-afaa-2619516a9409 None None] Sync routers for ids ['97efaefd-1f99-45fd-9303-61260c01c4d1'] in dv-cinder-799821-1-iscsi {{(pid=92955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 13:54:08.051571 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e56c93-08eb-4e25-afaa-2619516a9409 None None] Routers {'97efaefd-1f99-45fd-9303-61260c01c4d1'} bound to L3 agent in host dv-cinder-799821-1-iscsi {{(pid=92955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:54:08.052245 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-86e56c93-08eb-4e25-afaa-2619516a9409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-07T13:53:27Z,description=,heartbeat_timestamp=2021-07-07T13:53:57Z,host='dv-cinder-799821-1-iscsi',id=652ddd47-bc13-4e1c-8285-b4eb8cea957f,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:53:27Z,topic='l3_agent')) {'router_ids': ['97efaefd-1f99-45fd-9303-61260c01c4d1'], 'active': True} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:54:08.317922 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvr_db [None req-86e56c93-08eb-4e25-afaa-2619516a9409 None None] Set router 97efaefd-1f99-45fd-9303-61260c01c4d1 gateway port host: dv-cinder-799821-1-iscsi {{(pid=92955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:54:08.709505 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-86e56c93-08eb-4e25-afaa-2619516a9409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97efaefd-1f99-45fd-9303-61260c01c4d1', 'name': 'router1', 'tenant_id': '83e0216c36014eaaa3baefb35815c1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'external_fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': 'cc66a20d-d4a1-4220-bb4f-114ad958a023', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:53:50Z', 'updated_at': '2021-07-07T13:54:07Z', 'revision_number': 4, 'project_id': '83e0216c36014eaaa3baefb35815c1a6', 'gw_port': {'id': 'cc66a20d-d4a1-4220-bb4f-114ad958a023', 'name': '', 'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b9:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97efaefd-1f99-45fd-9303-61260c01c4d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:54:06Z', 'updated_at': '2021-07-07T13:54:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799821-1-iscsi', '_interfaces': [{'id': '013cc9f9-83bc-431f-90f3-28b85b3d85e9', 'name': '', 'network_id': '28e91a87-f71d-4bfb-9fb8-fe3a164c1b8a', 'tenant_id': '83e0216c36014eaaa3baefb35815c1a6', 'mac_address': 'fa:16:3e:c8:26:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97efaefd-1f99-45fd-9303-61260c01c4d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5fcbb153-08c3-475d-95ec-fbd4b90a07a7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:53:59Z', 'updated_at': '2021-07-07T13:54:07Z', 'revision_number': 5, 'project_id': '83e0216c36014eaaa3baefb35815c1a6', 'subnets': [{'id': '5fcbb153-08c3-475d-95ec-fbd4b90a07a7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b4cb93df-15f0-425b-ba19-491f4bc23534'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799821-1-iscsi', False) {} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:54:08.759055 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e56c93-08eb-4e25-afaa-2619516a9409 None None] Checking router: 97efaefd-1f99-45fd-9303-61260c01c4d1 for host: dv-cinder-799821-1-iscsi {{(pid=92955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 13:54:08.759758 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e56c93-08eb-4e25-afaa-2619516a9409 None None] Updating router 97efaefd-1f99-45fd-9303-61260c01c4d1 port cc66a20d-d4a1-4220-bb4f-114ad958a023 binding host dv-cinder-799821-1-iscsi {{(pid=92955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 13:54:08.793076 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-86e56c93-08eb-4e25-afaa-2619516a9409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:54:09.110009 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-86e56c93-08eb-4e25-afaa-2619516a9409 None None] Notify callbacks [] for port, precommit_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:54:09.120576 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-86e56c93-08eb-4e25-afaa-2619516a9409 None None] Transition to ACTIVE for port object cc66a20d-d4a1-4220-bb4f-114ad958a023 will not be triggered until provisioned by entity L2. {{(pid=92955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 13:54:09.126266 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-86e56c93-08eb-4e25-afaa-2619516a9409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:54:09.183307 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edcd962-181c-4ec3-92a6-e69b38db7131 None None] Pushing event updated for resources: {'Port': ['ID=cc66a20d-d4a1-4220-bb4f-114ad958a023,revision_number=2']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:54:09.185466 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.managers [None req-86e56c93-08eb-4e25-afaa-2619516a9409 None None] Attempting to bind port cc66a20d-d4a1-4220-bb4f-114ad958a023 on host dv-cinder-799821-1-iscsi for vnic_type normal with profile {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 13:54:09.185846 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.managers [None req-86e56c93-08eb-4e25-afaa-2619516a9409 None None] Attempting to bind port cc66a20d-d4a1-4220-bb4f-114ad958a023 by drivers openvswitch,hyperv on host dv-cinder-799821-1-iscsi at level 0 using segments [{'id': 'f9b1122d-b65f-4a0f-8420-4cc063cf42b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5'}] {{(pid=92955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 13:54:09.186200 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e56c93-08eb-4e25-afaa-2619516a9409 None None] Attempting to bind port cc66a20d-d4a1-4220-bb4f-114ad958a023 on network c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5 {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 13:54:09.192055 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e56c93-08eb-4e25-afaa-2619516a9409 None None] Checking agent: {'id': 'bf273e17-8767-46a0-900a-b292254968fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799821-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 13, 53, 28), 'started_at': datetime.datetime(2021, 7, 7, 13, 53, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 13, 53, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799821-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 13:54:09.192412 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e56c93-08eb-4e25-afaa-2619516a9409 None None] Checking segment: {'id': 'f9b1122d-b65f-4a0f-8420-4cc063cf42b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 13:54:09.192808 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-86e56c93-08eb-4e25-afaa-2619516a9409 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:54:09.193190 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e56c93-08eb-4e25-afaa-2619516a9409 None None] Bound using segment: {'id': 'f9b1122d-b65f-4a0f-8420-4cc063cf42b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5'} {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 13:54:09.193651 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.managers [None req-86e56c93-08eb-4e25-afaa-2619516a9409 None None] Bound port: cc66a20d-d4a1-4220-bb4f-114ad958a023, host: dv-cinder-799821-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9b1122d-b65f-4a0f-8420-4cc063cf42b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5'}}] {{(pid=92955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 13:54:09.194042 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-86e56c93-08eb-4e25-afaa-2619516a9409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:54:09.247010 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-86e56c93-08eb-4e25-afaa-2619516a9409 None None] For port cc66a20d-d4a1-4220-bb4f-114ad958a023, host dv-cinder-799821-1-iscsi, cleared binding levels {{(pid=92955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 13:54:09.250200 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-86e56c93-08eb-4e25-afaa-2619516a9409 None None] For port cc66a20d-d4a1-4220-bb4f-114ad958a023, host dv-cinder-799821-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799821-1-iscsi',level=0,port_id=cc66a20d-d4a1-4220-bb4f-114ad958a023,segment=NetworkSegment(f9b1122d-b65f-4a0f-8420-4cc063cf42b9),segment_id=f9b1122d-b65f-4a0f-8420-4cc063cf42b9)] {{(pid=92955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 13:54:09.254138 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-86e56c93-08eb-4e25-afaa-2619516a9409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:54:09.313695 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e56c93-08eb-4e25-afaa-2619516a9409 None None] Routers {'97efaefd-1f99-45fd-9303-61260c01c4d1'} bound to L3 agent in host dv-cinder-799821-1-iscsi {{(pid=92955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:54:09.314309 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-86e56c93-08eb-4e25-afaa-2619516a9409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-07T13:53:27Z,description=,heartbeat_timestamp=2021-07-07T13:53:57Z,host='dv-cinder-799821-1-iscsi',id=652ddd47-bc13-4e1c-8285-b4eb8cea957f,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:53:27Z,topic='l3_agent')) {'router_ids': ['97efaefd-1f99-45fd-9303-61260c01c4d1'], 'active': True} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:54:09.315960 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edcd962-181c-4ec3-92a6-e69b38db7131 None None] Pushing event updated for resources: {'Port': ['ID=cc66a20d-d4a1-4220-bb4f-114ad958a023,revision_number=3']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:54:09.505769 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvr_db [None req-86e56c93-08eb-4e25-afaa-2619516a9409 None None] Set router 97efaefd-1f99-45fd-9303-61260c01c4d1 gateway port host: dv-cinder-799821-1-iscsi {{(pid=92955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:54:09.709714 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-86e56c93-08eb-4e25-afaa-2619516a9409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97efaefd-1f99-45fd-9303-61260c01c4d1', 'name': 'router1', 'tenant_id': '83e0216c36014eaaa3baefb35815c1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'external_fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': 'cc66a20d-d4a1-4220-bb4f-114ad958a023', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:53:50Z', 'updated_at': '2021-07-07T13:54:07Z', 'revision_number': 4, 'project_id': '83e0216c36014eaaa3baefb35815c1a6', 'gw_port': {'id': 'cc66a20d-d4a1-4220-bb4f-114ad958a023', 'name': '', 'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b9:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97efaefd-1f99-45fd-9303-61260c01c4d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:54:06Z', 'updated_at': '2021-07-07T13:54:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799821-1-iscsi', '_interfaces': [{'id': '013cc9f9-83bc-431f-90f3-28b85b3d85e9', 'name': '', 'network_id': '28e91a87-f71d-4bfb-9fb8-fe3a164c1b8a', 'tenant_id': '83e0216c36014eaaa3baefb35815c1a6', 'mac_address': 'fa:16:3e:c8:26:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97efaefd-1f99-45fd-9303-61260c01c4d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5fcbb153-08c3-475d-95ec-fbd4b90a07a7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:53:59Z', 'updated_at': '2021-07-07T13:54:07Z', 'revision_number': 5, 'project_id': '83e0216c36014eaaa3baefb35815c1a6', 'subnets': [{'id': '5fcbb153-08c3-475d-95ec-fbd4b90a07a7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b4cb93df-15f0-425b-ba19-491f4bc23534'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799821-1-iscsi', False) {} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:54:09.740471 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Device 013cc9f9-83bc-431f-90f3-28b85b3d85e9 up at agent ovs-agent-dv-cinder-799821-1-iscsi {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 13:54:09.744491 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e56c93-08eb-4e25-afaa-2619516a9409 None None] The sync data for ids ['97efaefd-1f99-45fd-9303-61260c01c4d1'] in dv-cinder-799821-1-iscsi is: [{'id': '97efaefd-1f99-45fd-9303-61260c01c4d1', 'name': 'router1', 'tenant_id': '83e0216c36014eaaa3baefb35815c1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'external_fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': 'cc66a20d-d4a1-4220-bb4f-114ad958a023', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:53:50Z', 'updated_at': '2021-07-07T13:54:07Z', 'revision_number': 4, 'project_id': '83e0216c36014eaaa3baefb35815c1a6', 'gw_port': {'id': 'cc66a20d-d4a1-4220-bb4f-114ad958a023', 'name': '', 'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b9:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97efaefd-1f99-45fd-9303-61260c01c4d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:54:06Z', 'updated_at': '2021-07-07T13:54:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799821-1-iscsi', '_interfaces': [{'id': '013cc9f9-83bc-431f-90f3-28b85b3d85e9', 'name': '', 'network_id': '28e91a87-f71d-4bfb-9fb8-fe3a164c1b8a', 'tenant_id': '83e0216c36014eaaa3baefb35815c1a6', 'mac_address': 'fa:16:3e:c8:26:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97efaefd-1f99-45fd-9303-61260c01c4d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5fcbb153-08c3-475d-95ec-fbd4b90a07a7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:53:59Z', 'updated_at': '2021-07-07T13:54:07Z', 'revision_number': 5, 'project_id': '83e0216c36014eaaa3baefb35815c1a6', 'subnets': [{'id': '5fcbb153-08c3-475d-95ec-fbd4b90a07a7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b4cb93df-15f0-425b-ba19-491f4bc23534'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 13:54:09.790053 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Provisioning complete for port 013cc9f9-83bc-431f-90f3-28b85b3d85e9 triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:54:09.790723 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732533'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:54:10.457280 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 42384) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:54:10.581587 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-ad74ac02-121b-4975-87c8-d8d3183cfdd0 admin admin] 10.222.0.16 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1231816 Jul 07 13:54:11.757731 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Device cc66a20d-d4a1-4220-bb4f-114ad958a023 up at agent ovs-agent-dv-cinder-799821-1-iscsi {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 13:54:11.823810 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Provisioning for port cc66a20d-d4a1-4220-bb4f-114ad958a023 completed by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 13:54:11.833165 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Provisioning complete for port cc66a20d-d4a1-4220-bb4f-114ad958a023 triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:54:11.833542 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732533'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:54:11.921000 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:54:11.943978 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] For port cc66a20d-d4a1-4220-bb4f-114ad958a023, host dv-cinder-799821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799821-1-iscsi',level=0,port_id=cc66a20d-d4a1-4220-bb4f-114ad958a023,segment=NetworkSegment(f9b1122d-b65f-4a0f-8420-4cc063cf42b9),segment_id=f9b1122d-b65f-4a0f-8420-4cc063cf42b9)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:54:11.948449 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:54:11.994116 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Pushing event updated for resources: {'Port': ['ID=cc66a20d-d4a1-4220-bb4f-114ad958a023,revision_number=4']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:54:13.743840 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Device cc66a20d-d4a1-4220-bb4f-114ad958a023 up at agent ovs-agent-dv-cinder-799821-1-iscsi {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 13:54:13.800693 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Provisioning complete for port cc66a20d-d4a1-4220-bb4f-114ad958a023 triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:54:13.801088 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732533'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:54:24.822822 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-1f86ecf5-1d06-48b0-ba5b-053496b4a3df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:54:27.461420 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-feaa71db-6da8-406b-b428-0b377a922448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:54:27.767324 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:54:28.533030 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-797095d9-f31f-46bc-add0-d9922559420e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:54:30.093162 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-de2cb0b5-6e4a-418e-bae1-4b4e8a512c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:54:37.260382 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.agents_db [None req-578d1851-68de-424d-8d1f-a58f436dd381 None None] Agent healthcheck: found 5 active agents {{(pid=92956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 13:54:54.810541 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2479b3d9-4802-4d1c-a2e7-cd628d868d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:54:57.456958 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-8d4143c8-4209-4ec7-a25f-d5e2b2ced98d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:54:57.762530 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:54:58.538778 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-797095d9-f31f-46bc-add0-d9922559420e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:55:00.082242 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-de2cb0b5-6e4a-418e-bae1-4b4e8a512c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:55:14.259443 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.agents_db [None req-578d1851-68de-424d-8d1f-a58f436dd381 None None] Agent healthcheck: found 5 active agents {{(pid=92956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 13:55:24.801554 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-20dee25f-7faa-4a59-9636-b1652ee374f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:55:27.459418 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-b2e41331-f378-468e-8060-da03c21897af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:55:27.765362 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:55:28.538976 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-797095d9-f31f-46bc-add0-d9922559420e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:55:30.082497 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-de2cb0b5-6e4a-418e-bae1-4b4e8a512c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:55:48.048040 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 42952) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:55:48.112707 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.pecan_wsgi.hooks.translation [None req-eae63457-ff96-498a-90fa-551702ca5161 admin admin] GET failed (client error): The resource could not be found. Jul 07 13:55:48.114874 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-eae63457-ff96-498a-90fa-551702ca5161 admin admin] 10.222.0.16 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0658293 Jul 07 13:55:48.278760 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6692ed63-1050-4e73-bb07-21e7b890738f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:55:48.280165 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-6692ed63-1050-4e73-bb07-21e7b890738f admin admin] 10.222.0.16 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1615813 Jul 07 13:55:50.616134 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 42962) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:55:50.704312 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-911c8d45-3b2d-4ea2-94b5-ae0ca554ad37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:55:50.705648 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-911c8d45-3b2d-4ea2-94b5-ae0ca554ad37 admin admin] 10.222.0.16 "GET /v2.0/subnets/5fcbb153-08c3-475d-95ec-fbd4b90a07a7 HTTP/1.1" status: 200 len: 849 time: 0.0885713 Jul 07 13:55:50.715112 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [None req-2f965ef7-ef8c-4f46-a143-fc7f014ef581 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:55:50.798302 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-2f965ef7-ef8c-4f46-a143-fc7f014ef581 admin admin] Notify callbacks [] for subnet, before_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:55:50.940113 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-2f965ef7-ef8c-4f46-a143-fc7f014ef581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8744351415839'] for subnet, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:55:50.969997 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f965ef7-ef8c-4f46-a143-fc7f014ef581 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:55:50.971129 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-2f965ef7-ef8c-4f46-a143-fc7f014ef581 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582248'] for subnet, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:55:50.972070 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-2f965ef7-ef8c-4f46-a143-fc7f014ef581 admin admin] 10.222.0.16 "PUT /v2.0/subnets/5fcbb153-08c3-475d-95ec-fbd4b90a07a7 HTTP/1.1" status: 200 len: 868 time: 0.2607293 Jul 07 13:55:50.975479 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4786ae3-24e1-4120-92d5-151ee423139e None None] Network 28e91a87-f71d-4bfb-9fb8-fe3a164c1b8a requested from dv-cinder-799821-1-iscsi {{(pid=92955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 13:55:50.993503 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f965ef7-ef8c-4f46-a143-fc7f014ef581 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fcbb153-08c3-475d-95ec-fbd4b90a07a7,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:55:51.000837 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f965ef7-ef8c-4f46-a143-fc7f014ef581 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:55:51.001213 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f965ef7-ef8c-4f46-a143-fc7f014ef581 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:55:51.001571 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f965ef7-ef8c-4f46-a143-fc7f014ef581 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:55:51.001917 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f965ef7-ef8c-4f46-a143-fc7f014ef581 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:55:51.002242 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f965ef7-ef8c-4f46-a143-fc7f014ef581 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:55:51.002605 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f965ef7-ef8c-4f46-a143-fc7f014ef581 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:55:51.002948 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f965ef7-ef8c-4f46-a143-fc7f014ef581 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:55:51.003279 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f965ef7-ef8c-4f46-a143-fc7f014ef581 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:55:51.003681 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f965ef7-ef8c-4f46-a143-fc7f014ef581 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:55:51.004025 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f965ef7-ef8c-4f46-a143-fc7f014ef581 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:55:51.004555 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f965ef7-ef8c-4f46-a143-fc7f014ef581 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:55:51.004889 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f965ef7-ef8c-4f46-a143-fc7f014ef581 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:55:51.258821 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.agents_db [None req-578d1851-68de-424d-8d1f-a58f436dd381 None None] Agent healthcheck: found 5 active agents {{(pid=92956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 13:55:51.328776 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-95997caa-8026-4375-aef3-cae260c64dbe None None] Provisioning complete for port 13ab2f19-89de-4b0e-8064-0403f4e46f15 triggered by entity DHCP. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:55:51.329151 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-95997caa-8026-4375-aef3-cae260c64dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732533'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:55:51.423224 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-95997caa-8026-4375-aef3-cae260c64dbe None None] Provisioning complete for port 013cc9f9-83bc-431f-90f3-28b85b3d85e9 triggered by entity DHCP. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:55:51.423508 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-95997caa-8026-4375-aef3-cae260c64dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732533'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:55:53.183451 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 42970) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:55:53.314139 dv-cinder-799821-1-iscsi neutron-server[92953]: WARNING oslo_policy.policy [None req-e13e0ece-b7c4-4a2a-99d1-053ebe384272 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 07 13:55:53.314739 dv-cinder-799821-1-iscsi neutron-server[92953]: WARNING oslo_policy.policy [None req-e13e0ece-b7c4-4a2a-99d1-053ebe384272 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 07 13:55:53.850191 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.policy [None req-e13e0ece-b7c4-4a2a-99d1-053ebe384272 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92953) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 07 13:55:53.898879 dv-cinder-799821-1-iscsi neutron-server[92953]: WARNING oslo_policy.policy [None req-e13e0ece-b7c4-4a2a-99d1-053ebe384272 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 07 13:55:53.899254 dv-cinder-799821-1-iscsi neutron-server[92953]: WARNING oslo_policy.policy [None req-e13e0ece-b7c4-4a2a-99d1-053ebe384272 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 07 13:55:53.907324 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13e0ece-b7c4-4a2a-99d1-053ebe384272 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:55:53.907801 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13e0ece-b7c4-4a2a-99d1-053ebe384272 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:55:53.910347 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-e13e0ece-b7c4-4a2a-99d1-053ebe384272 admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.7243447 Jul 07 13:55:54.802585 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-3b4d1a68-232b-4cdb-8d24-c27ff8c3f7e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:55:56.082767 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 42986) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:55:56.212722 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1e95d0-6f56-4252-a842-5824cad74ac9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:55:56.213189 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1e95d0-6f56-4252-a842-5824cad74ac9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:55:56.214729 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-8b1e95d0-6f56-4252-a842-5824cad74ac9 admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1309969 Jul 07 13:55:57.460064 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-0131ed9c-6cce-43ab-a601-740bda22b134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:55:57.766824 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:55:58.391151 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 42994) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:55:58.539641 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-797095d9-f31f-46bc-add0-d9922559420e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:55:58.590793 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-008de729-1ba5-4148-8a9d-fdc882afa72b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:55:58.592098 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-008de729-1ba5-4148-8a9d-fdc882afa72b admin admin] 10.222.0.16 "GET /v2.0/networks/28e91a87-f71d-4bfb-9fb8-fe3a164c1b8a HTTP/1.1" status: 200 len: 869 time: 0.2000313 Jul 07 13:56:00.087569 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-de2cb0b5-6e4a-418e-bae1-4b4e8a512c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:56:00.758977 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 43002) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:56:00.886417 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-540a04f8-be08-491e-9eb3-fb63b869a1f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:56:00.887786 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-540a04f8-be08-491e-9eb3-fb63b869a1f6 admin admin] 10.222.0.16 "GET /v2.0/networks/c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5 HTTP/1.1" status: 200 len: 886 time: 0.1278582 Jul 07 13:56:03.083073 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 43010) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:56:03.209358 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f4aedd-7bee-4fcf-ac82-88c79fbf3caa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:56:03.209812 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f4aedd-7bee-4fcf-ac82-88c79fbf3caa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:56:03.211621 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-56f4aedd-7bee-4fcf-ac82-88c79fbf3caa admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1273680 Jul 07 13:56:05.399439 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 43018) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:56:05.488010 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16dc29c2-a78a-4671-ab5a-9c9521a2535a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:56:05.488467 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16dc29c2-a78a-4671-ab5a-9c9521a2535a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:56:05.489962 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-16dc29c2-a78a-4671-ab5a-9c9521a2535a admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0895910 Jul 07 13:56:07.669031 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 43026) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:56:07.751871 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a9c96d-576d-44ab-9fab-cce9a2459501 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:56:07.753261 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-c6a9c96d-576d-44ab-9fab-cce9a2459501 admin admin] 10.222.0.16 "GET /v2.0/subnets/157deb10-066f-4182-88bf-9da6b52b6e64 HTTP/1.1" status: 200 len: 816 time: 0.0832670 Jul 07 13:56:09.935634 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 43034) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:56:10.024167 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a32a8cd-e7ed-49ec-8691-52a63d0a34fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:56:10.025428 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-9a32a8cd-e7ed-49ec-8691-52a63d0a34fa admin admin] 10.222.0.16 "GET /v2.0/subnets/5fcbb153-08c3-475d-95ec-fbd4b90a07a7 HTTP/1.1" status: 200 len: 868 time: 0.0888503 Jul 07 13:56:24.803405 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-85b1efc4-e9ca-417e-885b-07739afde11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:56:27.462951 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-fd2b86f6-a585-491c-9cdb-7644b6ad3fb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:56:27.766725 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:56:28.287052 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.agents_db [None req-578d1851-68de-424d-8d1f-a58f436dd381 None None] Agent healthcheck: found 5 active agents {{(pid=92956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 13:56:28.543379 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-797095d9-f31f-46bc-add0-d9922559420e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:56:30.098102 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-de2cb0b5-6e4a-418e-bae1-4b4e8a512c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:56:33.829892 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 43078) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:56:33.877946 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [None req-8b4bfede-5c13-4707-be8c-87bc4325366e admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=92953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 13:56:33.878960 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-8b4bfede-5c13-4707-be8c-87bc4325366e admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0480294 Jul 07 13:56:36.103463 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 43086) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:56:36.163636 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f110ab6-dad6-4eda-87c4-fa14d78124fe admin admin] GET failed (client error): The resource could not be found. Jul 07 13:56:36.165658 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-7f110ab6-dad6-4eda-87c4-fa14d78124fe admin admin] 10.222.0.16 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0612755 Jul 07 13:56:36.322547 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b499546-ca49-4866-b4a7-e372c7a1a0a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:56:36.323931 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-7b499546-ca49-4866-b4a7-e372c7a1a0a4 admin admin] 10.222.0.16 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1544344 Jul 07 13:56:38.504481 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 43094) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:56:38.549300 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [None req-e25d20c6-3d65-4d68-9e7d-da52b407d235 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:56:38.569804 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e25d20c6-3d65-4d68-9e7d-da52b407d235 admin admin] Made reservation on behalf of 68e5d86ee08e42f19ebf9785310e2a84 for: {'network': 1} {{(pid=92954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 13:56:38.572507 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-e25d20c6-3d65-4d68-9e7d-da52b407d235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for network, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:56:38.604575 dv-cinder-799821-1-iscsi neutron-server[92954]: WARNING neutron.services.revisions.revision_plugin [None req-e25d20c6-3d65-4d68-9e7d-da52b407d235 admin admin] Could not find related network for resource to bump revision. Jul 07 13:56:38.616166 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e25d20c6-3d65-4d68-9e7d-da52b407d235 admin admin] vlan segment allocate from pool success with {'vlan_id': 648, 'physical_network': 'physnet1'} {{(pid=92954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 13:56:38.624767 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-e25d20c6-3d65-4d68-9e7d-da52b407d235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:56:38.625131 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.db.segments_db [None req-e25d20c6-3d65-4d68-9e7d-da52b407d235 admin admin] Added segment be33eaae-e762-4319-a29a-725ee9b4ba73 of type vlan for network 925eecbb-832e-4ae4-9d54-db456b0a6ead Jul 07 13:56:38.662565 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-e25d20c6-3d65-4d68-9e7d-da52b407d235 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744350994261'] for network, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:56:38.689399 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-e25d20c6-3d65-4d68-9e7d-da52b407d235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582279'] for network, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:56:38.690912 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25d20c6-3d65-4d68-9e7d-da52b407d235 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:56:38.691486 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-e25d20c6-3d65-4d68-9e7d-da52b407d235 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582248'] for network, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:56:38.735820 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-e25d20c6-3d65-4d68-9e7d-da52b407d235 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2303057 Jul 07 13:56:38.748731 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25d20c6-3d65-4d68-9e7d-da52b407d235 admin admin] Pushing event updated for resources: {'Network': ['ID=925eecbb-832e-4ae4-9d54-db456b0a6ead,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:56:38.761747 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Network 925eecbb-832e-4ae4-9d54-db456b0a6ead details requested by agent ovs-agent-dv-cinder-799821-1-iscsi with host dv-cinder-799821-1-iscsi {{(pid=92955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 13:56:40.931838 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 43102) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:56:40.991429 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.pecan_wsgi.hooks.translation [None req-b842770e-472b-434d-980b-3ea48b4036a0 admin admin] GET failed (client error): The resource could not be found. Jul 07 13:56:40.992718 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-b842770e-472b-434d-980b-3ea48b4036a0 admin admin] 10.222.0.16 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0599320 Jul 07 13:56:41.061971 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45fa2789-8783-4cce-a221-8a4337cefc70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:56:41.063780 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-45fa2789-8783-4cce-a221-8a4337cefc70 admin admin] 10.222.0.16 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0670757 Jul 07 13:56:41.075535 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [None req-7df3a8fc-344d-41f5-b9d5-7bef3d6aaf29 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': '925eecbb-832e-4ae4-9d54-db456b0a6ead'}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:56:41.098496 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7df3a8fc-344d-41f5-b9d5-7bef3d6aaf29 admin admin] Made reservation on behalf of 68e5d86ee08e42f19ebf9785310e2a84 for: {'subnet': 1} {{(pid=92954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 13:56:41.100745 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-7df3a8fc-344d-41f5-b9d5-7bef3d6aaf29 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:56:41.351134 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-7df3a8fc-344d-41f5-b9d5-7bef3d6aaf29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582279'] for subnet, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:56:41.402641 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df3a8fc-344d-41f5-b9d5-7bef3d6aaf29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d457074c-e6c9-4f53-a7fd-da4548afd0b4,revision_number=0']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:56:41.413953 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df3a8fc-344d-41f5-b9d5-7bef3d6aaf29 admin admin] Checking segment: {'id': 'be33eaae-e762-4319-a29a-725ee9b4ba73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '925eecbb-832e-4ae4-9d54-db456b0a6ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 13:56:41.414312 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df3a8fc-344d-41f5-b9d5-7bef3d6aaf29 admin admin] Network hostable DHCP agents. Network: 925eecbb-832e-4ae4-9d54-db456b0a6ead, hostable agents: ['29bf5154-9555-44d1-999c-b30e53d2ad5f'], hosted agents: [] {{(pid=92954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 13:56:41.429780 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df3a8fc-344d-41f5-b9d5-7bef3d6aaf29 admin admin] Network 925eecbb-832e-4ae4-9d54-db456b0a6ead is scheduled to be hosted by DHCP agent 29bf5154-9555-44d1-999c-b30e53d2ad5f with binding_index 1 {{(pid=92954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 13:56:41.438121 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.scheduler.base_scheduler [None req-7df3a8fc-344d-41f5-b9d5-7bef3d6aaf29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799821-1-iscsi, 925eecbb-832e-4ae4-9d54-db456b0a6ead) {{(pid=92954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 13:56:41.442723 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df3a8fc-344d-41f5-b9d5-7bef3d6aaf29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:56:41.443305 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-7df3a8fc-344d-41f5-b9d5-7bef3d6aaf29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582248'] for subnet, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:56:41.447370 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3406696d-4df9-4869-8ce9-894669d66752 None None] Network 925eecbb-832e-4ae4-9d54-db456b0a6ead requested from dv-cinder-799821-1-iscsi {{(pid=92955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 13:56:41.456783 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-7df3a8fc-344d-41f5-b9d5-7bef3d6aaf29 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3853242 Jul 07 13:56:41.692799 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48147b4f-76b4-40d6-85cb-53d3ccd92b14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1517bda3-6996-5b7d-b15a-be6a9ec91b77-925eecbb-832e-4ae4-9d54-db456b0a6ead', 'network_id': '925eecbb-832e-4ae4-9d54-db456b0a6ead', 'tenant_id': '68e5d86ee08e42f19ebf9785310e2a84', 'fixed_ips': [{'subnet_id': 'd457074c-e6c9-4f53-a7fd-da4548afd0b4'}]}} from dv-cinder-799821-1-iscsi. {{(pid=92955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 13:56:41.693703 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-48147b4f-76b4-40d6-85cb-53d3ccd92b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_create {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:56:41.827891 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.db_base_plugin_common [None req-48147b4f-76b4-40d6-85cb-53d3ccd92b14 None None] Allocated IP 192.168.233.2 (925eecbb-832e-4ae4-9d54-db456b0a6ead/d457074c-e6c9-4f53-a7fd-da4548afd0b4/cbf4b167-87c4-4c84-9a19-e14983672b08) {{(pid=92955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 13:56:41.977592 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-48147b4f-76b4-40d6-85cb-53d3ccd92b14 None None] Notify callbacks [] for port, precommit_create {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:56:41.986058 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-48147b4f-76b4-40d6-85cb-53d3ccd92b14 None None] Transition to ACTIVE for port object cbf4b167-87c4-4c84-9a19-e14983672b08 will not be triggered until provisioned by entity L2. {{(pid=92955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 13:56:42.000906 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-48147b4f-76b4-40d6-85cb-53d3ccd92b14 None None] Transition to ACTIVE for port object cbf4b167-87c4-4c84-9a19-e14983672b08 will not be triggered until provisioned by entity DHCP. {{(pid=92955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 13:56:42.007863 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-48147b4f-76b4-40d6-85cb-53d3ccd92b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744350976988'] for port, after_create {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:56:42.044204 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48147b4f-76b4-40d6-85cb-53d3ccd92b14 None None] Network 925eecbb-832e-4ae4-9d54-db456b0a6ead is already hosted by enough agents. {{(pid=92955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 13:56:42.047020 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.scheduler.base_scheduler [None req-48147b4f-76b4-40d6-85cb-53d3ccd92b14 None None] Resources bound (agent type, host, resource id): {{(pid=92955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 13:56:42.050134 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48147b4f-76b4-40d6-85cb-53d3ccd92b14 None None] Received port after_create {{(pid=92955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 13:56:42.064145 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48147b4f-76b4-40d6-85cb-53d3ccd92b14 None None] Pushing event updated for resources: {'Port': ['ID=cbf4b167-87c4-4c84-9a19-e14983672b08,revision_number=1']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:56:42.074303 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48147b4f-76b4-40d6-85cb-53d3ccd92b14 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:56:42.074681 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48147b4f-76b4-40d6-85cb-53d3ccd92b14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:56:42.075522 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48147b4f-76b4-40d6-85cb-53d3ccd92b14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:56:42.075522 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48147b4f-76b4-40d6-85cb-53d3ccd92b14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:56:42.075699 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48147b4f-76b4-40d6-85cb-53d3ccd92b14 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:56:42.076620 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48147b4f-76b4-40d6-85cb-53d3ccd92b14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:56:42.076620 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48147b4f-76b4-40d6-85cb-53d3ccd92b14 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:56:42.076620 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48147b4f-76b4-40d6-85cb-53d3ccd92b14 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:56:42.076976 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48147b4f-76b4-40d6-85cb-53d3ccd92b14 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:56:42.077308 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48147b4f-76b4-40d6-85cb-53d3ccd92b14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:56:42.077634 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48147b4f-76b4-40d6-85cb-53d3ccd92b14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:56:42.077959 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48147b4f-76b4-40d6-85cb-53d3ccd92b14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:56:42.131884 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.managers [None req-48147b4f-76b4-40d6-85cb-53d3ccd92b14 None None] Attempting to bind port cbf4b167-87c4-4c84-9a19-e14983672b08 on host dv-cinder-799821-1-iscsi for vnic_type normal with profile {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 13:56:42.132254 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.managers [None req-48147b4f-76b4-40d6-85cb-53d3ccd92b14 None None] Attempting to bind port cbf4b167-87c4-4c84-9a19-e14983672b08 by drivers openvswitch,hyperv on host dv-cinder-799821-1-iscsi at level 0 using segments [{'id': 'be33eaae-e762-4319-a29a-725ee9b4ba73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '925eecbb-832e-4ae4-9d54-db456b0a6ead'}] {{(pid=92955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 13:56:42.132617 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48147b4f-76b4-40d6-85cb-53d3ccd92b14 None None] Attempting to bind port cbf4b167-87c4-4c84-9a19-e14983672b08 on network 925eecbb-832e-4ae4-9d54-db456b0a6ead {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 13:56:42.137592 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48147b4f-76b4-40d6-85cb-53d3ccd92b14 None None] Checking agent: {'id': 'bf273e17-8767-46a0-900a-b292254968fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799821-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 13, 53, 28), 'started_at': datetime.datetime(2021, 7, 7, 13, 53, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 13, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799821-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 13:56:42.137986 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48147b4f-76b4-40d6-85cb-53d3ccd92b14 None None] Checking segment: {'id': 'be33eaae-e762-4319-a29a-725ee9b4ba73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '925eecbb-832e-4ae4-9d54-db456b0a6ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 13:56:42.138382 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-48147b4f-76b4-40d6-85cb-53d3ccd92b14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:56:42.138804 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48147b4f-76b4-40d6-85cb-53d3ccd92b14 None None] Bound using segment: {'id': 'be33eaae-e762-4319-a29a-725ee9b4ba73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '925eecbb-832e-4ae4-9d54-db456b0a6ead'} {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 13:56:42.139265 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.managers [None req-48147b4f-76b4-40d6-85cb-53d3ccd92b14 None None] Bound port: cbf4b167-87c4-4c84-9a19-e14983672b08, host: dv-cinder-799821-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be33eaae-e762-4319-a29a-725ee9b4ba73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '925eecbb-832e-4ae4-9d54-db456b0a6ead'}}] {{(pid=92955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 13:56:42.139668 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-48147b4f-76b4-40d6-85cb-53d3ccd92b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:56:42.204847 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-48147b4f-76b4-40d6-85cb-53d3ccd92b14 None None] For port cbf4b167-87c4-4c84-9a19-e14983672b08, host dv-cinder-799821-1-iscsi, cleared binding levels {{(pid=92955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 13:56:42.208972 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-48147b4f-76b4-40d6-85cb-53d3ccd92b14 None None] For port cbf4b167-87c4-4c84-9a19-e14983672b08, host dv-cinder-799821-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799821-1-iscsi',level=0,port_id=cbf4b167-87c4-4c84-9a19-e14983672b08,segment=NetworkSegment(be33eaae-e762-4319-a29a-725ee9b4ba73),segment_id=be33eaae-e762-4319-a29a-725ee9b4ba73)] {{(pid=92955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 13:56:42.214363 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-48147b4f-76b4-40d6-85cb-53d3ccd92b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:56:42.269806 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48147b4f-76b4-40d6-85cb-53d3ccd92b14 None None] Pushing event updated for resources: {'Port': ['ID=cbf4b167-87c4-4c84-9a19-e14983672b08,revision_number=2']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:56:43.091000 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d6127a-24a2-405a-a653-0aae98cea660 None None] Network 925eecbb-832e-4ae4-9d54-db456b0a6ead requested from dv-cinder-799821-1-iscsi {{(pid=92955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 13:56:43.150153 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-3d4aaad7-c95a-456a-9d62-ae5ae53ac007 None None] Provisioning for port cbf4b167-87c4-4c84-9a19-e14983672b08 completed by entity DHCP. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 13:56:43.877745 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Device cbf4b167-87c4-4c84-9a19-e14983672b08 up at agent ovs-agent-dv-cinder-799821-1-iscsi {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 13:56:43.929377 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Provisioning for port cbf4b167-87c4-4c84-9a19-e14983672b08 completed by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 13:56:43.933342 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Provisioning complete for port cbf4b167-87c4-4c84-9a19-e14983672b08 triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:56:43.933730 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732533'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:56:44.009643 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:56:44.041434 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] For port cbf4b167-87c4-4c84-9a19-e14983672b08, host dv-cinder-799821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799821-1-iscsi',level=0,port_id=cbf4b167-87c4-4c84-9a19-e14983672b08,segment=NetworkSegment(be33eaae-e762-4319-a29a-725ee9b4ba73),segment_id=be33eaae-e762-4319-a29a-725ee9b4ba73)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:56:44.045342 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:56:44.095130 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Pushing event updated for resources: {'Port': ['ID=cbf4b167-87c4-4c84-9a19-e14983672b08,revision_number=3']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:56:45.844703 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Device cbf4b167-87c4-4c84-9a19-e14983672b08 up at agent ovs-agent-dv-cinder-799821-1-iscsi {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 13:56:45.895820 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Provisioning complete for port cbf4b167-87c4-4c84-9a19-e14983672b08 triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:56:45.896193 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732533'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:56:54.804246 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-34f68a10-abed-4121-b269-f3012ed8bc73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:56:57.464172 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-3b59649a-a462-428e-980e-d7375d74b56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:56:57.769378 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:56:58.546967 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-797095d9-f31f-46bc-add0-d9922559420e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:57:00.103676 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-de2cb0b5-6e4a-418e-bae1-4b4e8a512c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:57:05.255903 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.agents_db [None req-578d1851-68de-424d-8d1f-a58f436dd381 None None] Agent healthcheck: found 5 active agents {{(pid=92956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 13:57:24.806145 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-7eb29aaf-2698-4fa1-8445-66d00e3e60f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:57:27.465637 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-6165ca1a-499f-429b-88d7-4f0949f155bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:57:27.770341 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:57:28.549985 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-797095d9-f31f-46bc-add0-d9922559420e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:57:30.102974 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-de2cb0b5-6e4a-418e-bae1-4b4e8a512c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:57:42.257961 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.agents_db [None req-578d1851-68de-424d-8d1f-a58f436dd381 None None] Agent healthcheck: found 5 active agents {{(pid=92956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 13:57:54.807786 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-8cfae614-c6ef-4633-88a9-fd6c6b3bd2fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:57:55.777810 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 43154) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:57:55.783921 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [None req-f90c135b-d803-447d-9148-c88b7fd950a8 tempest-verify_tempest_config-967481309 tempest-verify_tempest_config-967481309-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=92954) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 13:57:55.784894 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-f90c135b-d803-447d-9148-c88b7fd950a8 tempest-verify_tempest_config-967481309 tempest-verify_tempest_config-967481309-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060983 Jul 07 13:57:56.086990 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 43172) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:57:56.189557 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-b668cc23-336f-4eba-b397-7f176bc77df3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:57:56.283314 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-b668cc23-336f-4eba-b397-7f176bc77df3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:57:56.286692 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-b668cc23-336f-4eba-b397-7f176bc77df3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:57:56.333604 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-b668cc23-336f-4eba-b397-7f176bc77df3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ae1946bd722747349a2748accaaa3cef&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2455394 Jul 07 13:57:56.335738 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b668cc23-336f-4eba-b397-7f176bc77df3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44fa6b14-01b9-49bd-951a-68c2ca7482cf,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:57:56.336491 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 43176) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:57:56.341666 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b668cc23-336f-4eba-b397-7f176bc77df3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:57:56.342013 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b668cc23-336f-4eba-b397-7f176bc77df3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:57:56.342352 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b668cc23-336f-4eba-b397-7f176bc77df3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:57:56.342709 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b668cc23-336f-4eba-b397-7f176bc77df3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:57:56.343040 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b668cc23-336f-4eba-b397-7f176bc77df3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:57:56.343472 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b668cc23-336f-4eba-b397-7f176bc77df3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:57:56.343983 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b668cc23-336f-4eba-b397-7f176bc77df3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:57:56.344321 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b668cc23-336f-4eba-b397-7f176bc77df3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:57:56.345223 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b668cc23-336f-4eba-b397-7f176bc77df3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:57:56.345732 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b668cc23-336f-4eba-b397-7f176bc77df3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:57:56.346107 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b668cc23-336f-4eba-b397-7f176bc77df3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:57:56.346557 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b668cc23-336f-4eba-b397-7f176bc77df3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:57:56.426347 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-19661f38-4f0c-4c81-acd4-20ce7d0872b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:57:56.446565 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-19661f38-4f0c-4c81-acd4-20ce7d0872b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:57:56.543334 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-19661f38-4f0c-4c81-acd4-20ce7d0872b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:57:56.546075 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-19661f38-4f0c-4c81-acd4-20ce7d0872b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:57:56.547440 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-19661f38-4f0c-4c81-acd4-20ce7d0872b0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/44fa6b14-01b9-49bd-951a-68c2ca7482cf HTTP/1.1" status: 204 len: 168 time: 0.2099087 Jul 07 13:57:56.557157 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19661f38-4f0c-4c81-acd4-20ce7d0872b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44fa6b14-01b9-49bd-951a-68c2ca7482cf,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:57:56.568143 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19661f38-4f0c-4c81-acd4-20ce7d0872b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:57:56.568503 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19661f38-4f0c-4c81-acd4-20ce7d0872b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:57:56.568956 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19661f38-4f0c-4c81-acd4-20ce7d0872b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:57:56.569192 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19661f38-4f0c-4c81-acd4-20ce7d0872b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:57:56.569519 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19661f38-4f0c-4c81-acd4-20ce7d0872b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:57:56.569849 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19661f38-4f0c-4c81-acd4-20ce7d0872b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:57:56.570178 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19661f38-4f0c-4c81-acd4-20ce7d0872b0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:57:56.570522 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19661f38-4f0c-4c81-acd4-20ce7d0872b0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:57:56.570867 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19661f38-4f0c-4c81-acd4-20ce7d0872b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:57:56.571199 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19661f38-4f0c-4c81-acd4-20ce7d0872b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:57:56.571550 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19661f38-4f0c-4c81-acd4-20ce7d0872b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:57:56.571847 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19661f38-4f0c-4c81-acd4-20ce7d0872b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:57:56.572935 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19661f38-4f0c-4c81-acd4-20ce7d0872b0 admin admin] Tracked resource versions report: Jul 07 13:57:56.572935 dv-cinder-799821-1-iscsi neutron-server[92953]: pushed versions: Jul 07 13:57:56.572935 dv-cinder-799821-1-iscsi neutron-server[92953]: { 'AddressGroup': {'1.2'}, Jul 07 13:57:56.572935 dv-cinder-799821-1-iscsi neutron-server[92953]: 'ConntrackHelper': {'1.0'}, Jul 07 13:57:56.572935 dv-cinder-799821-1-iscsi neutron-server[92953]: 'Log': {'1.0'}, Jul 07 13:57:56.572935 dv-cinder-799821-1-iscsi neutron-server[92953]: 'Network': {'1.1'}, Jul 07 13:57:56.572935 dv-cinder-799821-1-iscsi neutron-server[92953]: 'Port': {'1.7'}, Jul 07 13:57:56.572935 dv-cinder-799821-1-iscsi neutron-server[92953]: 'PortForwarding': {'1.2'}, Jul 07 13:57:56.572935 dv-cinder-799821-1-iscsi neutron-server[92953]: 'QosPolicy': {'1.8'}, Jul 07 13:57:56.572935 dv-cinder-799821-1-iscsi neutron-server[92953]: 'SecurityGroup': {'1.4'}, Jul 07 13:57:56.572935 dv-cinder-799821-1-iscsi neutron-server[92953]: 'SecurityGroupRule': {'1.2'}, Jul 07 13:57:56.572935 dv-cinder-799821-1-iscsi neutron-server[92953]: 'SubPort': {'1.0'}, Jul 07 13:57:56.572935 dv-cinder-799821-1-iscsi neutron-server[92953]: 'Subnet': {'1.1'}, Jul 07 13:57:56.572935 dv-cinder-799821-1-iscsi neutron-server[92953]: 'Trunk': {'1.1'}} Jul 07 13:57:56.572935 dv-cinder-799821-1-iscsi neutron-server[92953]: consumer versions: Jul 07 13:57:56.572935 dv-cinder-799821-1-iscsi neutron-server[92953]: { DHCP agent@dv-cinder-799821-1-iscsi: {}, Jul 07 13:57:56.572935 dv-cinder-799821-1-iscsi neutron-server[92953]: L3 agent@dv-cinder-799821-1-iscsi: {}, Jul 07 13:57:56.572935 dv-cinder-799821-1-iscsi neutron-server[92953]: Metadata agent@dv-cinder-799821-1-iscsi: {}, Jul 07 13:57:56.572935 dv-cinder-799821-1-iscsi neutron-server[92953]: Metering agent@dv-cinder-799821-1-iscsi: {}, Jul 07 13:57:56.572935 dv-cinder-799821-1-iscsi neutron-server[92953]: Open vSwitch agent@dv-cinder-799821-1-iscsi: { 'AddressGroup': '1.2', Jul 07 13:57:56.572935 dv-cinder-799821-1-iscsi neutron-server[92953]: 'ConntrackHelper': '1.0', Jul 07 13:57:56.572935 dv-cinder-799821-1-iscsi neutron-server[92953]: 'Log': '1.0', Jul 07 13:57:56.572935 dv-cinder-799821-1-iscsi neutron-server[92953]: 'Network': '1.1', Jul 07 13:57:56.572935 dv-cinder-799821-1-iscsi neutron-server[92953]: 'Port': '1.7', Jul 07 13:57:56.572935 dv-cinder-799821-1-iscsi neutron-server[92953]: 'PortForwarding': '1.2', Jul 07 13:57:56.572935 dv-cinder-799821-1-iscsi neutron-server[92953]: 'QosPolicy': '1.8', Jul 07 13:57:56.572935 dv-cinder-799821-1-iscsi neutron-server[92953]: 'SecurityGroup': '1.4', Jul 07 13:57:56.572935 dv-cinder-799821-1-iscsi neutron-server[92953]: 'SecurityGroupRule': '1.2', Jul 07 13:57:56.572935 dv-cinder-799821-1-iscsi neutron-server[92953]: 'SubPort': '1.0', Jul 07 13:57:56.572935 dv-cinder-799821-1-iscsi neutron-server[92953]: 'Subnet': '1.1', Jul 07 13:57:56.572935 dv-cinder-799821-1-iscsi neutron-server[92953]: 'Trunk': '1.1'}} Jul 07 13:57:56.572935 dv-cinder-799821-1-iscsi neutron-server[92953]: {{(pid=92953) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 07 13:57:57.466393 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-56c41de1-65e4-44d1-8457-d6c82bd7a805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:57:57.771098 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:57:58.553113 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-797095d9-f31f-46bc-add0-d9922559420e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:58:00.106800 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-de2cb0b5-6e4a-418e-bae1-4b4e8a512c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:58:19.256599 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.agents_db [None req-578d1851-68de-424d-8d1f-a58f436dd381 None None] Agent healthcheck: found 5 active agents {{(pid=92956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 13:58:24.808568 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-7cae8fcb-45a9-4d79-b245-f36abcc9e8ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:58:27.470238 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-080a9c24-1e7f-43bc-8c26-d17cc814e4d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:58:27.782883 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:58:28.555516 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-797095d9-f31f-46bc-add0-d9922559420e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:58:30.109962 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-de2cb0b5-6e4a-418e-bae1-4b4e8a512c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:58:54.808355 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-c57e41d5-a64f-455b-9022-e93954dc4136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:58:56.256019 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.agents_db [None req-578d1851-68de-424d-8d1f-a58f436dd381 None None] Agent healthcheck: found 5 active agents {{(pid=92956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 13:58:57.471377 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-8f336380-4c49-411b-b7bf-81b680e9dea6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:58:57.774156 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:58:58.559003 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-797095d9-f31f-46bc-add0-d9922559420e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:59:00.113177 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-de2cb0b5-6e4a-418e-bae1-4b4e8a512c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:59:24.808355 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-09ced751-fa82-49e8-829b-269c40e4d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:59:27.473893 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-95c8299e-b42e-4fd4-b774-23dbea416e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:59:27.774630 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:59:28.564394 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-797095d9-f31f-46bc-add0-d9922559420e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:59:30.116865 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-de2cb0b5-6e4a-418e-bae1-4b4e8a512c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:59:32.138161 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1713370'] for agent, after_create {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:59:33.254148 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.agents_db [None req-578d1851-68de-424d-8d1f-a58f436dd381 None None] Agent healthcheck: found 6 active agents {{(pid=92956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 13:59:36.172904 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 43234) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:59:36.279233 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-1936ec34-2155-467b-8791-60dc37f9a954 admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1052423 Jul 07 13:59:38.587526 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 43244) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:59:38.640697 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-a638374e-fb6f-4a94-8f42-d67cc9741d53 admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0521271 Jul 07 13:59:54.809551 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-af7d44e5-69f0-4219-a3e7-eb10a3d9b19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:59:57.473621 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-ccb48d38-8ac2-4a12-9b11-2c119d2e75ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:59:57.775463 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:59:58.564632 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-797095d9-f31f-46bc-add0-d9922559420e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:00:00.118716 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-de2cb0b5-6e4a-418e-bae1-4b4e8a512c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:00:02.094058 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:00:10.253203 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.agents_db [None req-578d1851-68de-424d-8d1f-a58f436dd381 None None] Agent healthcheck: found 6 active agents {{(pid=92956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 14:00:24.810824 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-d806df89-2dad-44d7-88ea-0a53f87a1b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:00:27.475308 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9e80904c-6e1e-419e-8181-9965320e8520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:00:27.776251 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:00:28.569643 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-797095d9-f31f-46bc-add0-d9922559420e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:00:30.123513 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-de2cb0b5-6e4a-418e-bae1-4b4e8a512c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:00:32.106582 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:00:47.251490 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.agents_db [None req-578d1851-68de-424d-8d1f-a58f436dd381 None None] Agent healthcheck: found 6 active agents {{(pid=92956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 14:00:54.811889 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-80cebaf1-ac83-4740-a739-25a27edc11e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:00:57.475768 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-0ead972d-9cde-43c3-ba76-917ddcfb1788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:00:57.777666 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:00:58.571549 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-797095d9-f31f-46bc-add0-d9922559420e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:00.125474 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-de2cb0b5-6e4a-418e-bae1-4b4e8a512c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:02.104117 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:08.272004 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 43482) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:01:08.360368 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 43490) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:01:08.446401 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 43498) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:01:08.538894 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [None req-eb8e19c7-db92-45eb-af22-d313e1b7a8cd admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1061512348-network', 'tenant_id': '2939b73b8ce04c97a0ecc75de3fc0a6e'}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 14:01:08.545927 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [None req-cc4a89fa-2c10-4847-aceb-20e5121122de admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1679372951-network', 'tenant_id': '4606813b7d26435ca537716b5eac6fcc'}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 14:01:08.558942 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 43508) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:01:08.573305 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc4a89fa-2c10-4847-aceb-20e5121122de admin admin] Made reservation on behalf of 4606813b7d26435ca537716b5eac6fcc for: {'network': 1} {{(pid=92954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 14:01:08.575947 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-cc4a89fa-2c10-4847-aceb-20e5121122de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for network, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:08.588352 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-cc4a89fa-2c10-4847-aceb-20e5121122de admin admin] Notify callbacks [] for security_group, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:08.608104 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [None req-bcac0295-a7d7-4b29-ad28-683ba65f9204 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1847922277-network', 'tenant_id': 'a9516d97ab044f7d92a05f1bd19df8ae'}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 14:01:08.614079 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb8e19c7-db92-45eb-af22-d313e1b7a8cd admin admin] Made reservation on behalf of 2939b73b8ce04c97a0ecc75de3fc0a6e for: {'network': 1} {{(pid=92954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 14:01:08.617256 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-eb8e19c7-db92-45eb-af22-d313e1b7a8cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for network, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:08.628674 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-eb8e19c7-db92-45eb-af22-d313e1b7a8cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:08.678484 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.v2.base [None req-84739eb6-edc7-484e-a271-244e460a3fa4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-201062429-network', 'tenant_id': '7be607c781c14fec85721959afd863d4'}} {{(pid=92953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 14:01:08.680043 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.quota [None req-84739eb6-edc7-484e-a271-244e460a3fa4 admin admin] Loaded quota_driver: . Jul 07 14:01:08.748306 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-cc4a89fa-2c10-4847-aceb-20e5121122de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:08.754505 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-cc4a89fa-2c10-4847-aceb-20e5121122de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:08.782274 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc4a89fa-2c10-4847-aceb-20e5121122de admin admin] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=92954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 14:01:08.813360 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-cc4a89fa-2c10-4847-aceb-20e5121122de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:08.814411 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.db.segments_db [None req-cc4a89fa-2c10-4847-aceb-20e5121122de admin admin] Added segment f3f58588-4c9a-407d-b956-d7d536d6c493 of type vlan for network 8ff1e969-aa56-4a37-b509-25263365d4bf Jul 07 14:01:08.863014 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-cc4a89fa-2c10-4847-aceb-20e5121122de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744350994261'] for network, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:08.903422 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcac0295-a7d7-4b29-ad28-683ba65f9204 admin admin] Made reservation on behalf of a9516d97ab044f7d92a05f1bd19df8ae for: {'network': 1} {{(pid=92954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 14:01:08.907615 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-bcac0295-a7d7-4b29-ad28-683ba65f9204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for network, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:08.915946 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-cc4a89fa-2c10-4847-aceb-20e5121122de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582279'] for network, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:08.916959 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc4a89fa-2c10-4847-aceb-20e5121122de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:01:08.917619 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-cc4a89fa-2c10-4847-aceb-20e5121122de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582248'] for network, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:08.959555 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-bcac0295-a7d7-4b29-ad28-683ba65f9204 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:08.963843 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4a89fa-2c10-4847-aceb-20e5121122de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7df1beb-b93b-47cb-b8fb-65a3d6c0c242,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:01:09.030686 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4a89fa-2c10-4847-aceb-20e5121122de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:01:09.030686 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4a89fa-2c10-4847-aceb-20e5121122de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:01:09.031033 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4a89fa-2c10-4847-aceb-20e5121122de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:01:09.031369 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4a89fa-2c10-4847-aceb-20e5121122de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:01:09.031754 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4a89fa-2c10-4847-aceb-20e5121122de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:01:09.032096 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4a89fa-2c10-4847-aceb-20e5121122de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:01:09.032424 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4a89fa-2c10-4847-aceb-20e5121122de admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:01:09.032746 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4a89fa-2c10-4847-aceb-20e5121122de admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:01:09.033214 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4a89fa-2c10-4847-aceb-20e5121122de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:01:09.033541 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4a89fa-2c10-4847-aceb-20e5121122de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:01:09.033860 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4a89fa-2c10-4847-aceb-20e5121122de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:01:09.034747 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4a89fa-2c10-4847-aceb-20e5121122de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:01:09.036425 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4a89fa-2c10-4847-aceb-20e5121122de admin admin] Tracked resource versions report: Jul 07 14:01:09.036425 dv-cinder-799821-1-iscsi neutron-server[92954]: pushed versions: Jul 07 14:01:09.036425 dv-cinder-799821-1-iscsi neutron-server[92954]: { 'AddressGroup': {'1.2'}, Jul 07 14:01:09.036425 dv-cinder-799821-1-iscsi neutron-server[92954]: 'ConntrackHelper': {'1.0'}, Jul 07 14:01:09.036425 dv-cinder-799821-1-iscsi neutron-server[92954]: 'Log': {'1.0'}, Jul 07 14:01:09.036425 dv-cinder-799821-1-iscsi neutron-server[92954]: 'Network': {'1.1'}, Jul 07 14:01:09.036425 dv-cinder-799821-1-iscsi neutron-server[92954]: 'Port': {'1.7'}, Jul 07 14:01:09.036425 dv-cinder-799821-1-iscsi neutron-server[92954]: 'PortForwarding': {'1.2'}, Jul 07 14:01:09.036425 dv-cinder-799821-1-iscsi neutron-server[92954]: 'QosPolicy': {'1.8'}, Jul 07 14:01:09.036425 dv-cinder-799821-1-iscsi neutron-server[92954]: 'SecurityGroup': {'1.4'}, Jul 07 14:01:09.036425 dv-cinder-799821-1-iscsi neutron-server[92954]: 'SecurityGroupRule': {'1.2'}, Jul 07 14:01:09.036425 dv-cinder-799821-1-iscsi neutron-server[92954]: 'SubPort': {'1.0'}, Jul 07 14:01:09.036425 dv-cinder-799821-1-iscsi neutron-server[92954]: 'Subnet': {'1.1'}, Jul 07 14:01:09.036425 dv-cinder-799821-1-iscsi neutron-server[92954]: 'Trunk': {'1.1'}} Jul 07 14:01:09.036425 dv-cinder-799821-1-iscsi neutron-server[92954]: consumer versions: Jul 07 14:01:09.036425 dv-cinder-799821-1-iscsi neutron-server[92954]: { DHCP agent@dv-cinder-799821-1-iscsi: {}, Jul 07 14:01:09.036425 dv-cinder-799821-1-iscsi neutron-server[92954]: HyperV agent@hv-cinder-79982: {}, Jul 07 14:01:09.036425 dv-cinder-799821-1-iscsi neutron-server[92954]: L3 agent@dv-cinder-799821-1-iscsi: {}, Jul 07 14:01:09.036425 dv-cinder-799821-1-iscsi neutron-server[92954]: Metadata agent@dv-cinder-799821-1-iscsi: {}, Jul 07 14:01:09.036425 dv-cinder-799821-1-iscsi neutron-server[92954]: Metering agent@dv-cinder-799821-1-iscsi: {}, Jul 07 14:01:09.036425 dv-cinder-799821-1-iscsi neutron-server[92954]: Open vSwitch agent@dv-cinder-799821-1-iscsi: { 'AddressGroup': '1.2', Jul 07 14:01:09.036425 dv-cinder-799821-1-iscsi neutron-server[92954]: 'ConntrackHelper': '1.0', Jul 07 14:01:09.036425 dv-cinder-799821-1-iscsi neutron-server[92954]: 'Log': '1.0', Jul 07 14:01:09.036425 dv-cinder-799821-1-iscsi neutron-server[92954]: 'Network': '1.1', Jul 07 14:01:09.036425 dv-cinder-799821-1-iscsi neutron-server[92954]: 'Port': '1.7', Jul 07 14:01:09.036425 dv-cinder-799821-1-iscsi neutron-server[92954]: 'PortForwarding': '1.2', Jul 07 14:01:09.036425 dv-cinder-799821-1-iscsi neutron-server[92954]: 'QosPolicy': '1.8', Jul 07 14:01:09.036425 dv-cinder-799821-1-iscsi neutron-server[92954]: 'SecurityGroup': '1.4', Jul 07 14:01:09.036425 dv-cinder-799821-1-iscsi neutron-server[92954]: 'SecurityGroupRule': '1.2', Jul 07 14:01:09.036425 dv-cinder-799821-1-iscsi neutron-server[92954]: 'SubPort': '1.0', Jul 07 14:01:09.036425 dv-cinder-799821-1-iscsi neutron-server[92954]: 'Subnet': '1.1', Jul 07 14:01:09.036425 dv-cinder-799821-1-iscsi neutron-server[92954]: 'Trunk': '1.1'}} Jul 07 14:01:09.036425 dv-cinder-799821-1-iscsi neutron-server[92954]: {{(pid=92954) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 07 14:01:09.061924 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4a89fa-2c10-4847-aceb-20e5121122de admin admin] Pushing event updated for resources: {'Network': ['ID=8ff1e969-aa56-4a37-b509-25263365d4bf,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:01:09.075927 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Network 8ff1e969-aa56-4a37-b509-25263365d4bf details requested by agent ovs-agent-dv-cinder-799821-1-iscsi with host dv-cinder-799821-1-iscsi {{(pid=92955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 14:01:09.148414 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-eb8e19c7-db92-45eb-af22-d313e1b7a8cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:09.160208 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-eb8e19c7-db92-45eb-af22-d313e1b7a8cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:09.187970 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb8e19c7-db92-45eb-af22-d313e1b7a8cd admin admin] vlan segment allocate from pool success with {'vlan_id': 633, 'physical_network': 'physnet1'} {{(pid=92954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 14:01:09.199431 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-eb8e19c7-db92-45eb-af22-d313e1b7a8cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:09.199713 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.db.segments_db [None req-eb8e19c7-db92-45eb-af22-d313e1b7a8cd admin admin] Added segment 05c0ff67-8b91-4468-a9f3-49b8c7b37474 of type vlan for network 75471e8b-95ae-4757-b096-2dafbf6cf99a Jul 07 14:01:09.210212 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84739eb6-edc7-484e-a271-244e460a3fa4 admin admin] Made reservation on behalf of 7be607c781c14fec85721959afd863d4 for: {'network': 1} {{(pid=92953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 14:01:09.217687 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-84739eb6-edc7-484e-a271-244e460a3fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for network, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:09.233284 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-84739eb6-edc7-484e-a271-244e460a3fa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:09.253497 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-cc4a89fa-2c10-4847-aceb-20e5121122de admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9802566 Jul 07 14:01:09.256930 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 43548) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:01:09.262410 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.v2.base [None req-8bfe77a1-543f-4e8d-b92a-8560c288922e admin admin] Request body: {'subnet': {'network_id': '8ff1e969-aa56-4a37-b509-25263365d4bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1679372951-subnet', 'tenant_id': '4606813b7d26435ca537716b5eac6fcc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 14:01:09.279122 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-eb8e19c7-db92-45eb-af22-d313e1b7a8cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744350994261'] for network, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:09.291597 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8e19c7-db92-45eb-af22-d313e1b7a8cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac4a4773-c5b9-4563-9dbd-74cf463407e3,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:01:09.353604 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-eb8e19c7-db92-45eb-af22-d313e1b7a8cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582279'] for network, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:09.354729 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8e19c7-db92-45eb-af22-d313e1b7a8cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:01:09.355942 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-eb8e19c7-db92-45eb-af22-d313e1b7a8cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582248'] for network, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:09.460865 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8e19c7-db92-45eb-af22-d313e1b7a8cd admin admin] Pushing event updated for resources: {'Network': ['ID=75471e8b-95ae-4757-b096-2dafbf6cf99a,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:01:09.474391 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Network 75471e8b-95ae-4757-b096-2dafbf6cf99a details requested by agent ovs-agent-dv-cinder-799821-1-iscsi with host dv-cinder-799821-1-iscsi {{(pid=92955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 14:01:09.480588 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-bcac0295-a7d7-4b29-ad28-683ba65f9204 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:09.489143 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-bcac0295-a7d7-4b29-ad28-683ba65f9204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:09.507741 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-eb8e19c7-db92-45eb-af22-d313e1b7a8cd admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1456974 Jul 07 14:01:09.512966 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcac0295-a7d7-4b29-ad28-683ba65f9204 admin admin] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=92954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 14:01:09.514825 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 43564) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:01:09.525639 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [None req-a6f48f95-6b55-4166-9489-feae885b794d admin admin] Request body: {'subnet': {'network_id': '75471e8b-95ae-4757-b096-2dafbf6cf99a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1061512348-subnet', 'tenant_id': '2939b73b8ce04c97a0ecc75de3fc0a6e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 14:01:09.543773 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-bcac0295-a7d7-4b29-ad28-683ba65f9204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:09.544107 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.db.segments_db [None req-bcac0295-a7d7-4b29-ad28-683ba65f9204 admin admin] Added segment 1338a4e4-a701-40a2-a0b4-659d415c10c9 of type vlan for network b8411b6d-a690-480d-805a-d3b7eb400c06 Jul 07 14:01:09.545640 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcac0295-a7d7-4b29-ad28-683ba65f9204 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf173ef6-97bb-4035-abba-c970d625562d,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:01:09.597337 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-bcac0295-a7d7-4b29-ad28-683ba65f9204 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744350994261'] for network, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:09.637797 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-bcac0295-a7d7-4b29-ad28-683ba65f9204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582279'] for network, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:09.639200 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcac0295-a7d7-4b29-ad28-683ba65f9204 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:01:09.639949 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-bcac0295-a7d7-4b29-ad28-683ba65f9204 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582248'] for network, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:09.645861 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-84739eb6-edc7-484e-a271-244e460a3fa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:09.663721 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-84739eb6-edc7-484e-a271-244e460a3fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:09.693013 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84739eb6-edc7-484e-a271-244e460a3fa4 admin admin] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'} {{(pid=92953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 14:01:09.715651 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcac0295-a7d7-4b29-ad28-683ba65f9204 admin admin] Pushing event updated for resources: {'Network': ['ID=b8411b6d-a690-480d-805a-d3b7eb400c06,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:01:09.722024 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bfe77a1-543f-4e8d-b92a-8560c288922e admin admin] Made reservation on behalf of 4606813b7d26435ca537716b5eac6fcc for: {'subnet': 1} {{(pid=92953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 14:01:09.725151 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8bfe77a1-543f-4e8d-b92a-8560c288922e admin admin] Notify callbacks [] for subnet, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:09.732105 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Network b8411b6d-a690-480d-805a-d3b7eb400c06 details requested by agent ovs-agent-dv-cinder-799821-1-iscsi with host dv-cinder-799821-1-iscsi {{(pid=92955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 14:01:09.740448 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-bcac0295-a7d7-4b29-ad28-683ba65f9204 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2916162 Jul 07 14:01:09.743899 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 43576) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:01:09.744833 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-84739eb6-edc7-484e-a271-244e460a3fa4 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8744351280213', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:09.746666 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-84739eb6-edc7-484e-a271-244e460a3fa4 admin admin] Unsubscribe: segment precommit_create {{(pid=92953) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 07 14:01:09.747787 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.db.segments_db [None req-84739eb6-edc7-484e-a271-244e460a3fa4 admin admin] Added segment 043e9d5d-1b9c-4dcb-af68-bd7e747c833a of type vlan for network 7a74c5fe-9a47-4dbb-abf1-b2fc12293d08 Jul 07 14:01:09.748935 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [None req-665c93cb-9576-4642-9906-ff06ca7e0c16 admin admin] Request body: {'subnet': {'network_id': 'b8411b6d-a690-480d-805a-d3b7eb400c06', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1847922277-subnet', 'tenant_id': 'a9516d97ab044f7d92a05f1bd19df8ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 14:01:09.781866 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6f48f95-6b55-4166-9489-feae885b794d admin admin] Made reservation on behalf of 2939b73b8ce04c97a0ecc75de3fc0a6e for: {'subnet': 1} {{(pid=92954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 14:01:09.785870 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-a6f48f95-6b55-4166-9489-feae885b794d admin admin] Notify callbacks [] for subnet, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:09.789447 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-665c93cb-9576-4642-9906-ff06ca7e0c16 admin admin] Made reservation on behalf of a9516d97ab044f7d92a05f1bd19df8ae for: {'subnet': 1} {{(pid=92954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 14:01:09.791960 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-665c93cb-9576-4642-9906-ff06ca7e0c16 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:09.856266 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84739eb6-edc7-484e-a271-244e460a3fa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7d51aad-f72d-4c23-9390-4130e6d1e25c,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:01:09.881439 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-84739eb6-edc7-484e-a271-244e460a3fa4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744350994261'] for network, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:09.890579 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84739eb6-edc7-484e-a271-244e460a3fa4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:01:09.891191 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84739eb6-edc7-484e-a271-244e460a3fa4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:01:09.891985 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84739eb6-edc7-484e-a271-244e460a3fa4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:01:09.892535 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84739eb6-edc7-484e-a271-244e460a3fa4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:01:09.893496 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84739eb6-edc7-484e-a271-244e460a3fa4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:01:09.894523 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84739eb6-edc7-484e-a271-244e460a3fa4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:01:09.895074 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84739eb6-edc7-484e-a271-244e460a3fa4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:01:09.895612 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84739eb6-edc7-484e-a271-244e460a3fa4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:01:09.896145 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84739eb6-edc7-484e-a271-244e460a3fa4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:01:09.896863 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84739eb6-edc7-484e-a271-244e460a3fa4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:01:09.897418 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84739eb6-edc7-484e-a271-244e460a3fa4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:01:09.897961 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84739eb6-edc7-484e-a271-244e460a3fa4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:01:09.899761 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84739eb6-edc7-484e-a271-244e460a3fa4 admin admin] Tracked resource versions report: Jul 07 14:01:09.899761 dv-cinder-799821-1-iscsi neutron-server[92953]: pushed versions: Jul 07 14:01:09.899761 dv-cinder-799821-1-iscsi neutron-server[92953]: { 'AddressGroup': {'1.2'}, Jul 07 14:01:09.899761 dv-cinder-799821-1-iscsi neutron-server[92953]: 'ConntrackHelper': {'1.0'}, Jul 07 14:01:09.899761 dv-cinder-799821-1-iscsi neutron-server[92953]: 'Log': {'1.0'}, Jul 07 14:01:09.899761 dv-cinder-799821-1-iscsi neutron-server[92953]: 'Network': {'1.1'}, Jul 07 14:01:09.899761 dv-cinder-799821-1-iscsi neutron-server[92953]: 'Port': {'1.7'}, Jul 07 14:01:09.899761 dv-cinder-799821-1-iscsi neutron-server[92953]: 'PortForwarding': {'1.2'}, Jul 07 14:01:09.899761 dv-cinder-799821-1-iscsi neutron-server[92953]: 'QosPolicy': {'1.8'}, Jul 07 14:01:09.899761 dv-cinder-799821-1-iscsi neutron-server[92953]: 'SecurityGroup': {'1.4'}, Jul 07 14:01:09.899761 dv-cinder-799821-1-iscsi neutron-server[92953]: 'SecurityGroupRule': {'1.2'}, Jul 07 14:01:09.899761 dv-cinder-799821-1-iscsi neutron-server[92953]: 'SubPort': {'1.0'}, Jul 07 14:01:09.899761 dv-cinder-799821-1-iscsi neutron-server[92953]: 'Subnet': {'1.1'}, Jul 07 14:01:09.899761 dv-cinder-799821-1-iscsi neutron-server[92953]: 'Trunk': {'1.1'}} Jul 07 14:01:09.899761 dv-cinder-799821-1-iscsi neutron-server[92953]: consumer versions: Jul 07 14:01:09.899761 dv-cinder-799821-1-iscsi neutron-server[92953]: { DHCP agent@dv-cinder-799821-1-iscsi: {}, Jul 07 14:01:09.899761 dv-cinder-799821-1-iscsi neutron-server[92953]: HyperV agent@hv-cinder-79982: {}, Jul 07 14:01:09.899761 dv-cinder-799821-1-iscsi neutron-server[92953]: L3 agent@dv-cinder-799821-1-iscsi: {}, Jul 07 14:01:09.899761 dv-cinder-799821-1-iscsi neutron-server[92953]: Metadata agent@dv-cinder-799821-1-iscsi: {}, Jul 07 14:01:09.899761 dv-cinder-799821-1-iscsi neutron-server[92953]: Metering agent@dv-cinder-799821-1-iscsi: {}, Jul 07 14:01:09.899761 dv-cinder-799821-1-iscsi neutron-server[92953]: Open vSwitch agent@dv-cinder-799821-1-iscsi: { 'AddressGroup': '1.2', Jul 07 14:01:09.899761 dv-cinder-799821-1-iscsi neutron-server[92953]: 'ConntrackHelper': '1.0', Jul 07 14:01:09.899761 dv-cinder-799821-1-iscsi neutron-server[92953]: 'Log': '1.0', Jul 07 14:01:09.899761 dv-cinder-799821-1-iscsi neutron-server[92953]: 'Network': '1.1', Jul 07 14:01:09.899761 dv-cinder-799821-1-iscsi neutron-server[92953]: 'Port': '1.7', Jul 07 14:01:09.899761 dv-cinder-799821-1-iscsi neutron-server[92953]: 'PortForwarding': '1.2', Jul 07 14:01:09.899761 dv-cinder-799821-1-iscsi neutron-server[92953]: 'QosPolicy': '1.8', Jul 07 14:01:09.899761 dv-cinder-799821-1-iscsi neutron-server[92953]: 'SecurityGroup': '1.4', Jul 07 14:01:09.899761 dv-cinder-799821-1-iscsi neutron-server[92953]: 'SecurityGroupRule': '1.2', Jul 07 14:01:09.899761 dv-cinder-799821-1-iscsi neutron-server[92953]: 'SubPort': '1.0', Jul 07 14:01:09.899761 dv-cinder-799821-1-iscsi neutron-server[92953]: 'Subnet': '1.1', Jul 07 14:01:09.899761 dv-cinder-799821-1-iscsi neutron-server[92953]: 'Trunk': '1.1'}} Jul 07 14:01:09.899761 dv-cinder-799821-1-iscsi neutron-server[92953]: {{(pid=92953) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 07 14:01:10.001731 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-84739eb6-edc7-484e-a271-244e460a3fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582279'] for network, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:10.003165 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84739eb6-edc7-484e-a271-244e460a3fa4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:01:10.003963 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-84739eb6-edc7-484e-a271-244e460a3fa4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582248'] for network, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:10.103567 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-84739eb6-edc7-484e-a271-244e460a3fa4 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5433581 Jul 07 14:01:10.106737 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 43594) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:01:10.119195 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [None req-8af10841-7c17-4712-be60-84df43237abe admin admin] Request body: {'subnet': {'network_id': '7a74c5fe-9a47-4dbb-abf1-b2fc12293d08', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-201062429-subnet', 'tenant_id': '7be607c781c14fec85721959afd863d4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 14:01:10.173258 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84739eb6-edc7-484e-a271-244e460a3fa4 admin admin] Pushing event updated for resources: {'Network': ['ID=7a74c5fe-9a47-4dbb-abf1-b2fc12293d08,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:01:10.190843 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Network 7a74c5fe-9a47-4dbb-abf1-b2fc12293d08 details requested by agent ovs-agent-dv-cinder-799821-1-iscsi with host dv-cinder-799821-1-iscsi {{(pid=92955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 14:01:10.209322 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8af10841-7c17-4712-be60-84df43237abe admin admin] Made reservation on behalf of 7be607c781c14fec85721959afd863d4 for: {'subnet': 1} {{(pid=92954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 14:01:10.211618 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-8af10841-7c17-4712-be60-84df43237abe admin admin] Notify callbacks [] for subnet, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:10.249576 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8bfe77a1-543f-4e8d-b92a-8560c288922e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582279'] for subnet, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:10.332762 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bfe77a1-543f-4e8d-b92a-8560c288922e admin admin] Checking segment: {'id': 'f3f58588-4c9a-407d-b956-d7d536d6c493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '8ff1e969-aa56-4a37-b509-25263365d4bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 14:01:10.337632 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bfe77a1-543f-4e8d-b92a-8560c288922e admin admin] Network hostable DHCP agents. Network: 8ff1e969-aa56-4a37-b509-25263365d4bf, hostable agents: ['29bf5154-9555-44d1-999c-b30e53d2ad5f'], hosted agents: [] {{(pid=92953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 14:01:10.359901 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfe77a1-543f-4e8d-b92a-8560c288922e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c42dee8-1dec-4168-bdb5-a4e686f12390,revision_number=0']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:01:10.390813 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bfe77a1-543f-4e8d-b92a-8560c288922e admin admin] Network 8ff1e969-aa56-4a37-b509-25263365d4bf is scheduled to be hosted by DHCP agent 29bf5154-9555-44d1-999c-b30e53d2ad5f with binding_index 1 {{(pid=92953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 14:01:10.407661 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.scheduler.base_scheduler [None req-8bfe77a1-543f-4e8d-b92a-8560c288922e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799821-1-iscsi, 8ff1e969-aa56-4a37-b509-25263365d4bf) {{(pid=92953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 14:01:10.414247 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-665c93cb-9576-4642-9906-ff06ca7e0c16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582279'] for subnet, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:10.418706 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9cc8bb8-b72e-49e5-a200-eb2e919f17de None None] Network 8ff1e969-aa56-4a37-b509-25263365d4bf requested from dv-cinder-799821-1-iscsi {{(pid=92955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 14:01:10.429634 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bfe77a1-543f-4e8d-b92a-8560c288922e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:01:10.431920 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8bfe77a1-543f-4e8d-b92a-8560c288922e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582248'] for subnet, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:10.494257 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-8bfe77a1-543f-4e8d-b92a-8560c288922e admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2359548 Jul 07 14:01:10.586236 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665c93cb-9576-4642-9906-ff06ca7e0c16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=acbc71dd-68ac-4169-9b04-6c80c8eb2114,revision_number=0']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:01:10.644452 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665c93cb-9576-4642-9906-ff06ca7e0c16 admin admin] Checking segment: {'id': '1338a4e4-a701-40a2-a0b4-659d415c10c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'b8411b6d-a690-480d-805a-d3b7eb400c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 14:01:10.645219 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665c93cb-9576-4642-9906-ff06ca7e0c16 admin admin] Network hostable DHCP agents. Network: b8411b6d-a690-480d-805a-d3b7eb400c06, hostable agents: ['29bf5154-9555-44d1-999c-b30e53d2ad5f'], hosted agents: [] {{(pid=92954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 14:01:10.695109 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cebf8d74-cb9e-48f0-a4b3-ecc5819664aa None None] Network 8ff1e969-aa56-4a37-b509-25263365d4bf requested from dv-cinder-799821-1-iscsi {{(pid=92955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 14:01:10.697867 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-a6f48f95-6b55-4166-9489-feae885b794d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582279'] for subnet, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:10.788803 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665c93cb-9576-4642-9906-ff06ca7e0c16 admin admin] Network b8411b6d-a690-480d-805a-d3b7eb400c06 is scheduled to be hosted by DHCP agent 29bf5154-9555-44d1-999c-b30e53d2ad5f with binding_index 1 {{(pid=92954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 14:01:10.806549 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-8af10841-7c17-4712-be60-84df43237abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582279'] for subnet, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:10.831581 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.scheduler.base_scheduler [None req-665c93cb-9576-4642-9906-ff06ca7e0c16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799821-1-iscsi, b8411b6d-a690-480d-805a-d3b7eb400c06) {{(pid=92954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 14:01:10.834056 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f48f95-6b55-4166-9489-feae885b794d admin admin] Checking segment: {'id': '05c0ff67-8b91-4468-a9f3-49b8c7b37474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '75471e8b-95ae-4757-b096-2dafbf6cf99a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 14:01:10.834056 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f48f95-6b55-4166-9489-feae885b794d admin admin] Network hostable DHCP agents. Network: 75471e8b-95ae-4757-b096-2dafbf6cf99a, hostable agents: ['29bf5154-9555-44d1-999c-b30e53d2ad5f'], hosted agents: [] {{(pid=92954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 14:01:10.840121 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f48f95-6b55-4166-9489-feae885b794d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5dd78181-64b9-4ae9-ac3b-3a4d546e0e2b,revision_number=0']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:01:10.860578 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-665c93cb-9576-4642-9906-ff06ca7e0c16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:01:10.860686 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b34c0c8-5628-4543-903f-a6bb543bb822 None None] Network b8411b6d-a690-480d-805a-d3b7eb400c06 requested from dv-cinder-799821-1-iscsi {{(pid=92955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 14:01:10.861101 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-665c93cb-9576-4642-9906-ff06ca7e0c16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582248'] for subnet, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:10.916079 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af10841-7c17-4712-be60-84df43237abe admin admin] Checking segment: {'id': '043e9d5d-1b9c-4dcb-af68-bd7e747c833a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '7a74c5fe-9a47-4dbb-abf1-b2fc12293d08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 14:01:10.916532 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af10841-7c17-4712-be60-84df43237abe admin admin] Network hostable DHCP agents. Network: 7a74c5fe-9a47-4dbb-abf1-b2fc12293d08, hostable agents: ['29bf5154-9555-44d1-999c-b30e53d2ad5f'], hosted agents: [] {{(pid=92954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 14:01:10.950745 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f48f95-6b55-4166-9489-feae885b794d admin admin] Network 75471e8b-95ae-4757-b096-2dafbf6cf99a is scheduled to be hosted by DHCP agent 29bf5154-9555-44d1-999c-b30e53d2ad5f with binding_index 1 {{(pid=92954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 14:01:10.953526 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-665c93cb-9576-4642-9906-ff06ca7e0c16 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2086823 Jul 07 14:01:10.970489 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.scheduler.base_scheduler [None req-a6f48f95-6b55-4166-9489-feae885b794d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799821-1-iscsi, 75471e8b-95ae-4757-b096-2dafbf6cf99a) {{(pid=92954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 14:01:10.983260 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f48f95-6b55-4166-9489-feae885b794d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:01:10.983949 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-a6f48f95-6b55-4166-9489-feae885b794d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582248'] for subnet, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:10.986486 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af10841-7c17-4712-be60-84df43237abe admin admin] Network 7a74c5fe-9a47-4dbb-abf1-b2fc12293d08 is scheduled to be hosted by DHCP agent 29bf5154-9555-44d1-999c-b30e53d2ad5f with binding_index 1 {{(pid=92954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 14:01:10.995966 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af10841-7c17-4712-be60-84df43237abe admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef4c23d4-6942-49b9-b251-988fb449a81d,revision_number=0']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:01:11.007084 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.scheduler.base_scheduler [None req-8af10841-7c17-4712-be60-84df43237abe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799821-1-iscsi, 7a74c5fe-9a47-4dbb-abf1-b2fc12293d08) {{(pid=92954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 14:01:11.007286 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2119c922-145a-4385-8652-1f9740c6cf1b None None] Network 75471e8b-95ae-4757-b096-2dafbf6cf99a requested from dv-cinder-799821-1-iscsi {{(pid=92955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 14:01:11.022949 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c681ab89-f9cb-48e3-8035-090f6490e657 None None] Network 7a74c5fe-9a47-4dbb-abf1-b2fc12293d08 requested from dv-cinder-799821-1-iscsi {{(pid=92955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 14:01:11.024376 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-a6f48f95-6b55-4166-9489-feae885b794d admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5081990 Jul 07 14:01:11.028915 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af10841-7c17-4712-be60-84df43237abe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:01:11.029527 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-8af10841-7c17-4712-be60-84df43237abe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582248'] for subnet, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:11.069223 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-8af10841-7c17-4712-be60-84df43237abe admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9594491 Jul 07 14:01:11.071752 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 43668) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:01:11.077328 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [None req-e2da4918-eb5e-4e14-97ca-76f043045d69 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-201062429-router', 'tenant_id': '7be607c781c14fec85721959afd863d4', 'external_gateway_info': {'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5'}}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 14:01:11.097307 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 43676) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:01:11.097879 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 43678) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:01:11.105477 dv-cinder-799821-1-iscsi neutron-server[92953]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 07 14:01:11.132199 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-e2da4918-eb5e-4e14-97ca-76f043045d69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1724625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6190'] for router, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:11.133605 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-e2da4918-eb5e-4e14-97ca-76f043045d69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1724494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1714686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1653304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6177'] for router, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:11.276618 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-6554386c-bb95-4e78-be51-5cb050cd5034 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:11.294925 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-e2da4918-eb5e-4e14-97ca-76f043045d69 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:11.328007 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-657078a9-e20c-46b2-9d6b-caa6430a90fc None None] Network b8411b6d-a690-480d-805a-d3b7eb400c06 requested from dv-cinder-799821-1-iscsi {{(pid=92955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 14:01:11.361361 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf9c3cf-8169-4a10-9be9-9e4729f3bd99 req-f74412d4-0093-4bd5-a81c-5fda21fc55cc tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:01:11.368300 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-5bf9c3cf-8169-4a10-9be9-9e4729f3bd99 req-f74412d4-0093-4bd5-a81c-5fda21fc55cc tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/networks?id=8ff1e969-aa56-4a37-b509-25263365d4bf HTTP/1.1" status: 200 len: 815 time: 0.2642651 Jul 07 14:01:11.395861 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-5bf9c3cf-8169-4a10-9be9-9e4729f3bd99 req-07e48b80-f239-4907-a66b-57e481215d9e tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/quotas/4606813b7d26435ca537716b5eac6fcc HTTP/1.1" status: 200 len: 375 time: 0.0264137 Jul 07 14:01:11.497507 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-5bf9c3cf-8169-4a10-9be9-9e4729f3bd99 req-a6437ca8-766c-4f16-9267-f40011c83840 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=4606813b7d26435ca537716b5eac6fcc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1006927 Jul 07 14:01:11.597778 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-6554386c-bb95-4e78-be51-5cb050cd5034 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:11.604339 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-6554386c-bb95-4e78-be51-5cb050cd5034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:11.620356 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-e2da4918-eb5e-4e14-97ca-76f043045d69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1661972', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1724611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6195'] for router, precommit_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:11.659927 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6554386c-bb95-4e78-be51-5cb050cd5034 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c71d345-fa1a-4f0c-ac07-cc27a45efb98,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:01:11.700766 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-6554386c-bb95-4e78-be51-5cb050cd5034 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=49806202ecd944f5a6836b71c200fee5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6018732 Jul 07 14:01:11.703727 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 43710) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:01:11.724383 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab21d45-2bde-435f-a5b7-4d2df2e034a1 None None] Network 75471e8b-95ae-4757-b096-2dafbf6cf99a requested from dv-cinder-799821-1-iscsi {{(pid=92955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 14:01:11.767347 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe94e5a-9f1a-42ca-b2ee-7e16823f6136 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1517bda3-6996-5b7d-b15a-be6a9ec91b77-7a74c5fe-9a47-4dbb-abf1-b2fc12293d08', 'network_id': '7a74c5fe-9a47-4dbb-abf1-b2fc12293d08', 'tenant_id': '7be607c781c14fec85721959afd863d4', 'fixed_ips': [{'subnet_id': 'ef4c23d4-6942-49b9-b251-988fb449a81d'}]}} from dv-cinder-799821-1-iscsi. {{(pid=92955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 14:01:11.768755 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9fe94e5a-9f1a-42ca-b2ee-7e16823f6136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_create {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:11.802296 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-98c0d0a9-84b2-4bd0-bffe-4d07d7db6077 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:11.874597 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-98c0d0a9-84b2-4bd0-bffe-4d07d7db6077 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:11.981687 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 43720) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:01:11.988967 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.v2.base [None req-559b6806-d4ff-4ee9-bbab-a6e0587c70e1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1944655384-network', 'tenant_id': '75b9ea9d48ac447a8fa66e331c7935a9'}} {{(pid=92953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 14:01:11.996746 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.db_base_plugin_common [None req-9fe94e5a-9f1a-42ca-b2ee-7e16823f6136 None None] Allocated IP 172.20.0.2 (7a74c5fe-9a47-4dbb-abf1-b2fc12293d08/ef4c23d4-6942-49b9-b251-988fb449a81d/0f24d9a5-7324-44b6-a856-2b9a4e362a20) {{(pid=92955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 14:01:12.019311 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [req-5bf9c3cf-8169-4a10-9be9-9e4729f3bd99 req-c9dfdbfd-8728-4c6a-bd89-a08ee1373665 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=92953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 14:01:12.025680 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-5bf9c3cf-8169-4a10-9be9-9e4729f3bd99 req-c9dfdbfd-8728-4c6a-bd89-a08ee1373665 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1442554 Jul 07 14:01:12.031270 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-e2da4918-eb5e-4e14-97ca-76f043045d69 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:12.036856 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-98c0d0a9-84b2-4bd0-bffe-4d07d7db6077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:12.040041 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-98c0d0a9-84b2-4bd0-bffe-4d07d7db6077 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:12.042999 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-98c0d0a9-84b2-4bd0-bffe-4d07d7db6077 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4c71d345-fa1a-4f0c-ac07-cc27a45efb98 HTTP/1.1" status: 204 len: 168 time: 0.3361833 Jul 07 14:01:12.053232 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-559b6806-d4ff-4ee9-bbab-a6e0587c70e1 admin admin] Made reservation on behalf of 75b9ea9d48ac447a8fa66e331c7935a9 for: {'network': 1} {{(pid=92953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 14:01:12.055571 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-559b6806-d4ff-4ee9-bbab-a6e0587c70e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for network, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:12.062413 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-e2da4918-eb5e-4e14-97ca-76f043045d69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:12.090054 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 43732) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:01:12.107162 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c0d0a9-84b2-4bd0-bffe-4d07d7db6077 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c71d345-fa1a-4f0c-ac07-cc27a45efb98,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:01:12.188894 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9fe94e5a-9f1a-42ca-b2ee-7e16823f6136 None None] Notify callbacks [] for port, precommit_create {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:12.193476 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.db.db_base_plugin_common [None req-e2da4918-eb5e-4e14-97ca-76f043045d69 admin admin] Allocated IP 172.27.0.47 (c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5/157deb10-066f-4182-88bf-9da6b52b6e64/f78e2a7b-aa71-4188-a0f7-6857407c260d) {{(pid=92954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 14:01:12.201741 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-9fe94e5a-9f1a-42ca-b2ee-7e16823f6136 None None] Transition to ACTIVE for port object 0f24d9a5-7324-44b6-a856-2b9a4e362a20 will not be triggered until provisioned by entity L2. {{(pid=92955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 14:01:12.220911 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-9fe94e5a-9f1a-42ca-b2ee-7e16823f6136 None None] Transition to ACTIVE for port object 0f24d9a5-7324-44b6-a856-2b9a4e362a20 will not be triggered until provisioned by entity DHCP. {{(pid=92955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 14:01:12.230441 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9fe94e5a-9f1a-42ca-b2ee-7e16823f6136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744350976988'] for port, after_create {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:12.251046 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-559b6806-d4ff-4ee9-bbab-a6e0587c70e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:12.267307 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe94e5a-9f1a-42ca-b2ee-7e16823f6136 None None] Network 7a74c5fe-9a47-4dbb-abf1-b2fc12293d08 is already hosted by enough agents. {{(pid=92955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 14:01:12.274596 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.scheduler.base_scheduler [None req-9fe94e5a-9f1a-42ca-b2ee-7e16823f6136 None None] Resources bound (agent type, host, resource id): {{(pid=92955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 14:01:12.278717 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe94e5a-9f1a-42ca-b2ee-7e16823f6136 None None] Received port after_create {{(pid=92955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 14:01:12.282202 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe94e5a-9f1a-42ca-b2ee-7e16823f6136 None None] Pushing event updated for resources: {'Port': ['ID=0f24d9a5-7324-44b6-a856-2b9a4e362a20,revision_number=1']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:01:12.292852 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe94e5a-9f1a-42ca-b2ee-7e16823f6136 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:01:12.293191 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe94e5a-9f1a-42ca-b2ee-7e16823f6136 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:01:12.293778 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe94e5a-9f1a-42ca-b2ee-7e16823f6136 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:01:12.294178 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe94e5a-9f1a-42ca-b2ee-7e16823f6136 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:01:12.294664 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe94e5a-9f1a-42ca-b2ee-7e16823f6136 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:01:12.294995 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe94e5a-9f1a-42ca-b2ee-7e16823f6136 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:01:12.295388 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe94e5a-9f1a-42ca-b2ee-7e16823f6136 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:01:12.295782 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe94e5a-9f1a-42ca-b2ee-7e16823f6136 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:01:12.296298 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe94e5a-9f1a-42ca-b2ee-7e16823f6136 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:01:12.296706 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe94e5a-9f1a-42ca-b2ee-7e16823f6136 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:01:12.297306 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe94e5a-9f1a-42ca-b2ee-7e16823f6136 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:01:12.297835 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe94e5a-9f1a-42ca-b2ee-7e16823f6136 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:01:12.299124 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe94e5a-9f1a-42ca-b2ee-7e16823f6136 None None] Tracked resource versions report: Jul 07 14:01:12.299124 dv-cinder-799821-1-iscsi neutron-server[92955]: pushed versions: Jul 07 14:01:12.299124 dv-cinder-799821-1-iscsi neutron-server[92955]: { 'AddressGroup': {'1.2'}, Jul 07 14:01:12.299124 dv-cinder-799821-1-iscsi neutron-server[92955]: 'ConntrackHelper': {'1.0'}, Jul 07 14:01:12.299124 dv-cinder-799821-1-iscsi neutron-server[92955]: 'Log': {'1.0'}, Jul 07 14:01:12.299124 dv-cinder-799821-1-iscsi neutron-server[92955]: 'Network': {'1.1'}, Jul 07 14:01:12.299124 dv-cinder-799821-1-iscsi neutron-server[92955]: 'Port': {'1.7'}, Jul 07 14:01:12.299124 dv-cinder-799821-1-iscsi neutron-server[92955]: 'PortForwarding': {'1.2'}, Jul 07 14:01:12.299124 dv-cinder-799821-1-iscsi neutron-server[92955]: 'QosPolicy': {'1.8'}, Jul 07 14:01:12.299124 dv-cinder-799821-1-iscsi neutron-server[92955]: 'SecurityGroup': {'1.4'}, Jul 07 14:01:12.299124 dv-cinder-799821-1-iscsi neutron-server[92955]: 'SecurityGroupRule': {'1.2'}, Jul 07 14:01:12.299124 dv-cinder-799821-1-iscsi neutron-server[92955]: 'SubPort': {'1.0'}, Jul 07 14:01:12.299124 dv-cinder-799821-1-iscsi neutron-server[92955]: 'Subnet': {'1.1'}, Jul 07 14:01:12.299124 dv-cinder-799821-1-iscsi neutron-server[92955]: 'Trunk': {'1.1'}} Jul 07 14:01:12.299124 dv-cinder-799821-1-iscsi neutron-server[92955]: consumer versions: Jul 07 14:01:12.299124 dv-cinder-799821-1-iscsi neutron-server[92955]: { DHCP agent@dv-cinder-799821-1-iscsi: {}, Jul 07 14:01:12.299124 dv-cinder-799821-1-iscsi neutron-server[92955]: HyperV agent@hv-cinder-79982: {}, Jul 07 14:01:12.299124 dv-cinder-799821-1-iscsi neutron-server[92955]: L3 agent@dv-cinder-799821-1-iscsi: {}, Jul 07 14:01:12.299124 dv-cinder-799821-1-iscsi neutron-server[92955]: Metadata agent@dv-cinder-799821-1-iscsi: {}, Jul 07 14:01:12.299124 dv-cinder-799821-1-iscsi neutron-server[92955]: Metering agent@dv-cinder-799821-1-iscsi: {}, Jul 07 14:01:12.299124 dv-cinder-799821-1-iscsi neutron-server[92955]: Open vSwitch agent@dv-cinder-799821-1-iscsi: { 'AddressGroup': '1.2', Jul 07 14:01:12.299124 dv-cinder-799821-1-iscsi neutron-server[92955]: 'ConntrackHelper': '1.0', Jul 07 14:01:12.299124 dv-cinder-799821-1-iscsi neutron-server[92955]: 'Log': '1.0', Jul 07 14:01:12.299124 dv-cinder-799821-1-iscsi neutron-server[92955]: 'Network': '1.1', Jul 07 14:01:12.299124 dv-cinder-799821-1-iscsi neutron-server[92955]: 'Port': '1.7', Jul 07 14:01:12.299124 dv-cinder-799821-1-iscsi neutron-server[92955]: 'PortForwarding': '1.2', Jul 07 14:01:12.299124 dv-cinder-799821-1-iscsi neutron-server[92955]: 'QosPolicy': '1.8', Jul 07 14:01:12.299124 dv-cinder-799821-1-iscsi neutron-server[92955]: 'SecurityGroup': '1.4', Jul 07 14:01:12.299124 dv-cinder-799821-1-iscsi neutron-server[92955]: 'SecurityGroupRule': '1.2', Jul 07 14:01:12.299124 dv-cinder-799821-1-iscsi neutron-server[92955]: 'SubPort': '1.0', Jul 07 14:01:12.299124 dv-cinder-799821-1-iscsi neutron-server[92955]: 'Subnet': '1.1', Jul 07 14:01:12.299124 dv-cinder-799821-1-iscsi neutron-server[92955]: 'Trunk': '1.1'}} Jul 07 14:01:12.299124 dv-cinder-799821-1-iscsi neutron-server[92955]: {{(pid=92955) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 07 14:01:12.322089 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-5bf9c3cf-8169-4a10-9be9-9e4729f3bd99 req-61b71b6e-c816-4319-a1a4-d8b35fdb0282 service neutron] 10.222.0.16 "GET /v2.0/networks/8ff1e969-aa56-4a37-b509-25263365d4bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2955930 Jul 07 14:01:12.328916 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-e2da4918-eb5e-4e14-97ca-76f043045d69 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:12.372900 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-e2da4918-eb5e-4e14-97ca-76f043045d69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744350976988'] for port, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:12.379488 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.managers [None req-9fe94e5a-9f1a-42ca-b2ee-7e16823f6136 None None] Attempting to bind port 0f24d9a5-7324-44b6-a856-2b9a4e362a20 on host dv-cinder-799821-1-iscsi for vnic_type normal with profile {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 14:01:12.380091 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.managers [None req-9fe94e5a-9f1a-42ca-b2ee-7e16823f6136 None None] Attempting to bind port 0f24d9a5-7324-44b6-a856-2b9a4e362a20 by drivers openvswitch,hyperv on host dv-cinder-799821-1-iscsi at level 0 using segments [{'id': '043e9d5d-1b9c-4dcb-af68-bd7e747c833a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '7a74c5fe-9a47-4dbb-abf1-b2fc12293d08'}] {{(pid=92955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 14:01:12.380456 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe94e5a-9f1a-42ca-b2ee-7e16823f6136 None None] Attempting to bind port 0f24d9a5-7324-44b6-a856-2b9a4e362a20 on network 7a74c5fe-9a47-4dbb-abf1-b2fc12293d08 {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 14:01:12.386220 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe94e5a-9f1a-42ca-b2ee-7e16823f6136 None None] Checking agent: {'id': 'bf273e17-8767-46a0-900a-b292254968fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799821-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 13, 53, 28), 'started_at': datetime.datetime(2021, 7, 7, 13, 53, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 14, 0, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799821-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 14:01:12.386626 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe94e5a-9f1a-42ca-b2ee-7e16823f6136 None None] Checking segment: {'id': '043e9d5d-1b9c-4dcb-af68-bd7e747c833a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '7a74c5fe-9a47-4dbb-abf1-b2fc12293d08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 14:01:12.387024 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9fe94e5a-9f1a-42ca-b2ee-7e16823f6136 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:12.387414 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe94e5a-9f1a-42ca-b2ee-7e16823f6136 None None] Bound using segment: {'id': '043e9d5d-1b9c-4dcb-af68-bd7e747c833a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '7a74c5fe-9a47-4dbb-abf1-b2fc12293d08'} {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 14:01:12.387996 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.managers [None req-9fe94e5a-9f1a-42ca-b2ee-7e16823f6136 None None] Bound port: 0f24d9a5-7324-44b6-a856-2b9a4e362a20, host: dv-cinder-799821-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '043e9d5d-1b9c-4dcb-af68-bd7e747c833a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '7a74c5fe-9a47-4dbb-abf1-b2fc12293d08'}}] {{(pid=92955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 14:01:12.388399 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9fe94e5a-9f1a-42ca-b2ee-7e16823f6136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:12.425450 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2da4918-eb5e-4e14-97ca-76f043045d69 admin admin] Network c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5 is already hosted by enough agents. {{(pid=92954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 14:01:12.427182 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.scheduler.base_scheduler [None req-e2da4918-eb5e-4e14-97ca-76f043045d69 admin admin] Resources bound (agent type, host, resource id): {{(pid=92954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 14:01:12.429381 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2da4918-eb5e-4e14-97ca-76f043045d69 admin admin] Pushing event updated for resources: {'Port': ['ID=f78e2a7b-aa71-4188-a0f7-6857407c260d,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:01:12.435049 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2da4918-eb5e-4e14-97ca-76f043045d69 admin admin] Received port after_create {{(pid=92954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 14:01:12.439551 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f1b3d6-b5e5-4277-ac71-62e6be31d0fc req-8d919890-785f-4a9f-a0df-4e6175841782 tempest-DeleteServersTestJSON-910716097 tempest-DeleteServersTestJSON-910716097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:01:12.441206 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-e3f1b3d6-b5e5-4277-ac71-62e6be31d0fc req-8d919890-785f-4a9f-a0df-4e6175841782 tempest-DeleteServersTestJSON-910716097 tempest-DeleteServersTestJSON-910716097-project] 10.222.0.16 "GET /v2.0/networks?id=75471e8b-95ae-4757-b096-2dafbf6cf99a HTTP/1.1" status: 200 len: 812 time: 0.3380823 Jul 07 14:01:12.474332 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-9fe94e5a-9f1a-42ca-b2ee-7e16823f6136 None None] For port 0f24d9a5-7324-44b6-a856-2b9a4e362a20, host dv-cinder-799821-1-iscsi, cleared binding levels {{(pid=92955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 14:01:12.476905 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-e3f1b3d6-b5e5-4277-ac71-62e6be31d0fc req-995cfcf3-7124-4076-b9a1-1b43f69b6204 tempest-DeleteServersTestJSON-910716097 tempest-DeleteServersTestJSON-910716097-project] 10.222.0.16 "GET /v2.0/quotas/2939b73b8ce04c97a0ecc75de3fc0a6e HTTP/1.1" status: 200 len: 375 time: 0.0287080 Jul 07 14:01:12.479003 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-9fe94e5a-9f1a-42ca-b2ee-7e16823f6136 None None] For port 0f24d9a5-7324-44b6-a856-2b9a4e362a20, host dv-cinder-799821-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799821-1-iscsi',level=0,port_id=0f24d9a5-7324-44b6-a856-2b9a4e362a20,segment=NetworkSegment(043e9d5d-1b9c-4dcb-af68-bd7e747c833a),segment_id=043e9d5d-1b9c-4dcb-af68-bd7e747c833a)] {{(pid=92955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 14:01:12.490527 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9fe94e5a-9f1a-42ca-b2ee-7e16823f6136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:12.535238 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-e3f1b3d6-b5e5-4277-ac71-62e6be31d0fc req-f3f8a710-feaa-448f-8bea-210d6ae1dbf2 tempest-DeleteServersTestJSON-910716097 tempest-DeleteServersTestJSON-910716097-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2939b73b8ce04c97a0ecc75de3fc0a6e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0491824 Jul 07 14:01:12.539879 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-5bf9c3cf-8169-4a10-9be9-9e4729f3bd99 req-abbf6601-0c1d-4be9-a483-28deb5483447 service neutron] 10.222.0.16 "GET /v2.0/networks/8ff1e969-aa56-4a37-b509-25263365d4bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960566 Jul 07 14:01:12.562889 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 43740) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:01:12.603962 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe94e5a-9f1a-42ca-b2ee-7e16823f6136 None None] Pushing event updated for resources: {'Port': ['ID=0f24d9a5-7324-44b6-a856-2b9a4e362a20,revision_number=2']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:01:12.610605 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-ec21f46d-dda9-40c6-81e7-f0a0c4880d9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:12.614045 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-559b6806-d4ff-4ee9-bbab-a6e0587c70e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:12.632322 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-559b6806-d4ff-4ee9-bbab-a6e0587c70e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:12.716550 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-559b6806-d4ff-4ee9-bbab-a6e0587c70e1 admin admin] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'} {{(pid=92953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 14:01:12.732613 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-e2da4918-eb5e-4e14-97ca-76f043045d69 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:12.756709 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559b6806-d4ff-4ee9-bbab-a6e0587c70e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2974ef82-8077-473d-b8b2-496dab30debf,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:01:12.789897 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-559b6806-d4ff-4ee9-bbab-a6e0587c70e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:12.790370 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.db.segments_db [None req-559b6806-d4ff-4ee9-bbab-a6e0587c70e1 admin admin] Added segment 74aa04f0-f58e-4a7c-9191-ee0810235d12 of type vlan for network 04bbb857-fbda-4399-baf9-004cd03c137c Jul 07 14:01:12.840269 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-559b6806-d4ff-4ee9-bbab-a6e0587c70e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744350994261'] for network, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:12.860791 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [req-e3f1b3d6-b5e5-4277-ac71-62e6be31d0fc req-9da67322-5075-4344-961e-108ce6b3cc1c service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=92953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 14:01:12.862653 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-e3f1b3d6-b5e5-4277-ac71-62e6be31d0fc req-9da67322-5075-4344-961e-108ce6b3cc1c service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1657221 Jul 07 14:01:12.970709 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-559b6806-d4ff-4ee9-bbab-a6e0587c70e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582279'] for network, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:12.972597 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-559b6806-d4ff-4ee9-bbab-a6e0587c70e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:01:12.973344 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-559b6806-d4ff-4ee9-bbab-a6e0587c70e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582248'] for network, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:13.076242 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559b6806-d4ff-4ee9-bbab-a6e0587c70e1 admin admin] Pushing event updated for resources: {'Network': ['ID=04bbb857-fbda-4399-baf9-004cd03c137c,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:01:13.089241 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Network 04bbb857-fbda-4399-baf9-004cd03c137c details requested by agent ovs-agent-dv-cinder-799821-1-iscsi with host dv-cinder-799821-1-iscsi {{(pid=92955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 14:01:13.167844 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-e2da4918-eb5e-4e14-97ca-76f043045d69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1724634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1661967'] for router, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:13.230119 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-3d04e4ab-c448-4643-a2b6-6a4c3e075c90 req-bca35b7d-63bc-4bae-b9ba-7cb02e2471fa tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=96498ca8-2669-4f47-be39-a648f426eda3 HTTP/1.1" status: 200 len: 210 time: 0.0807109 Jul 07 14:01:13.249038 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-ec21f46d-dda9-40c6-81e7-f0a0c4880d9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:13.254006 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-e3f1b3d6-b5e5-4277-ac71-62e6be31d0fc req-3c600b63-001e-4846-b449-b98a7cf5af2e service neutron] 10.222.0.16 "GET /v2.0/networks/75471e8b-95ae-4757-b096-2dafbf6cf99a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3712015 Jul 07 14:01:13.280850 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-ec21f46d-dda9-40c6-81e7-f0a0c4880d9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:13.329286 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-559b6806-d4ff-4ee9-bbab-a6e0587c70e1 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3462234 Jul 07 14:01:13.339847 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 43772) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:01:13.349339 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [None req-e0de820e-9ad4-45e3-b1eb-6d0f51181f8c admin admin] Request body: {'subnet': {'network_id': '04bbb857-fbda-4399-baf9-004cd03c137c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1944655384-subnet', 'tenant_id': '75b9ea9d48ac447a8fa66e331c7935a9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 14:01:13.383952 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-ec21f46d-dda9-40c6-81e7-f0a0c4880d9d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1b20152afbdf4d57ab42a48d0de7a82e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8200386 Jul 07 14:01:13.388194 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 43778) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:01:13.388426 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec21f46d-dda9-40c6-81e7-f0a0c4880d9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62fff06d-bec7-4bab-909c-e13fee369bec,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:01:13.407813 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0de820e-9ad4-45e3-b1eb-6d0f51181f8c admin admin] Made reservation on behalf of 75b9ea9d48ac447a8fa66e331c7935a9 for: {'subnet': 1} {{(pid=92954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 14:01:13.411668 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-e0de820e-9ad4-45e3-b1eb-6d0f51181f8c admin admin] Notify callbacks [] for subnet, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:13.423827 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-e3f1b3d6-b5e5-4277-ac71-62e6be31d0fc req-1ae6c565-2a72-4234-a205-a1d627519eec service neutron] 10.222.0.16 "GET /v2.0/networks/75471e8b-95ae-4757-b096-2dafbf6cf99a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569357 Jul 07 14:01:13.482130 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2da4918-eb5e-4e14-97ca-76f043045d69 admin admin] Router 6bb28e45-0047-4715-a2f1-b4c897404199 is scheduled to L3 agent 652ddd47-bc13-4e1c-8285-b4eb8cea957f with binding_index 1 {{(pid=92954) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 14:01:13.644348 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-9c89f6dd-3341-4aa6-883e-6b2a580cd8be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:13.733483 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-1ad93f28-ba9a-432d-90f0-92089c464866 req-2fd8d42b-9c90-41cd-bc2d-2accae8267ff tempest-DeleteServersTestJSON-910716097 tempest-DeleteServersTestJSON-910716097-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d86d768-8095-4a7c-a8d9-6d66c3b85bc2 HTTP/1.1" status: 200 len: 210 time: 0.0405397 Jul 07 14:01:13.764660 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-9c89f6dd-3341-4aa6-883e-6b2a580cd8be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:13.788917 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2da4918-eb5e-4e14-97ca-76f043045d69 admin admin] Notify agent at l3_agent.dv-cinder-799821-1-iscsi the message routers_updated {{(pid=92954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 14:01:13.798629 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3187c0c3-897e-4e09-972a-c61508b0d26c None None] Sync routers for ids ['6bb28e45-0047-4715-a2f1-b4c897404199'] in dv-cinder-799821-1-iscsi {{(pid=92956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 14:01:13.812369 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3187c0c3-897e-4e09-972a-c61508b0d26c None None] Routers {'6bb28e45-0047-4715-a2f1-b4c897404199'} bound to L3 agent in host dv-cinder-799821-1-iscsi {{(pid=92956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 14:01:13.812994 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-3187c0c3-897e-4e09-972a-c61508b0d26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T13:53:27Z,description=,heartbeat_timestamp=2021-07-07T14:00:57Z,host='dv-cinder-799821-1-iscsi',id=652ddd47-bc13-4e1c-8285-b4eb8cea957f,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:53:27Z,topic='l3_agent')) {'router_ids': ['6bb28e45-0047-4715-a2f1-b4c897404199'], 'active': True} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:01:13.881829 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb07448-2e8c-4012-ad6e-12e50ef7cb2b None None] Network 7a74c5fe-9a47-4dbb-abf1-b2fc12293d08 requested from dv-cinder-799821-1-iscsi {{(pid=92955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 14:01:13.907490 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-e2da4918-eb5e-4e14-97ca-76f043045d69 admin admin] Notify callbacks [] for router, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:13.913161 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 43808) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:01:13.913494 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-e2da4918-eb5e-4e14-97ca-76f043045d69 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.8403146 Jul 07 14:01:13.975823 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-218220e9-c19d-4128-965b-5178466e5728 None None] Provisioning for port 0f24d9a5-7324-44b6-a856-2b9a4e362a20 completed by entity DHCP. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 14:01:14.024157 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-e0de820e-9ad4-45e3-b1eb-6d0f51181f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582279'] for subnet, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:14.066275 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-9c89f6dd-3341-4aa6-883e-6b2a580cd8be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:14.071859 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvr_db [None req-3187c0c3-897e-4e09-972a-c61508b0d26c None None] Set router 6bb28e45-0047-4715-a2f1-b4c897404199 gateway port host: dv-cinder-799821-1-iscsi {{(pid=92956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 14:01:14.074478 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-9c89f6dd-3341-4aa6-883e-6b2a580cd8be admin admin] Notify callbacks [] for security_group, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:14.082622 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-9c89f6dd-3341-4aa6-883e-6b2a580cd8be admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/62fff06d-bec7-4bab-909c-e13fee369bec HTTP/1.1" status: 204 len: 168 time: 0.6933196 Jul 07 14:01:14.243002 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Device 0f24d9a5-7324-44b6-a856-2b9a4e362a20 up at agent ovs-agent-dv-cinder-799821-1-iscsi {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 14:01:14.267987 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c89f6dd-3341-4aa6-883e-6b2a580cd8be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62fff06d-bec7-4bab-909c-e13fee369bec,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:01:14.288161 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0de820e-9ad4-45e3-b1eb-6d0f51181f8c admin admin] Checking segment: {'id': '74aa04f0-f58e-4a7c-9191-ee0810235d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '04bbb857-fbda-4399-baf9-004cd03c137c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 14:01:14.288619 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0de820e-9ad4-45e3-b1eb-6d0f51181f8c admin admin] Network hostable DHCP agents. Network: 04bbb857-fbda-4399-baf9-004cd03c137c, hostable agents: ['29bf5154-9555-44d1-999c-b30e53d2ad5f'], hosted agents: [] {{(pid=92954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 14:01:14.332204 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0de820e-9ad4-45e3-b1eb-6d0f51181f8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac949271-ca8a-452d-8d72-f6371fd99c0e,revision_number=0']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:01:14.344393 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0de820e-9ad4-45e3-b1eb-6d0f51181f8c admin admin] Network 04bbb857-fbda-4399-baf9-004cd03c137c is scheduled to be hosted by DHCP agent 29bf5154-9555-44d1-999c-b30e53d2ad5f with binding_index 1 {{(pid=92954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 14:01:14.371154 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.scheduler.base_scheduler [None req-e0de820e-9ad4-45e3-b1eb-6d0f51181f8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799821-1-iscsi, 04bbb857-fbda-4399-baf9-004cd03c137c) {{(pid=92954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 14:01:14.375716 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0de820e-9ad4-45e3-b1eb-6d0f51181f8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:01:14.376446 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-e0de820e-9ad4-45e3-b1eb-6d0f51181f8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582248'] for subnet, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:14.398674 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e39ac7-f377-41fd-a92d-ab910f90d7d6 None None] Network 04bbb857-fbda-4399-baf9-004cd03c137c requested from dv-cinder-799821-1-iscsi {{(pid=92955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 14:01:14.415059 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-e0de820e-9ad4-45e3-b1eb-6d0f51181f8c admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0715344 Jul 07 14:01:14.569725 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Provisioning for port 0f24d9a5-7324-44b6-a856-2b9a4e362a20 completed by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 14:01:14.590177 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Provisioning complete for port 0f24d9a5-7324-44b6-a856-2b9a4e362a20 triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 14:01:14.598910 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732533'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:14.643593 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-3187c0c3-897e-4e09-972a-c61508b0d26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb28e45-0047-4715-a2f1-b4c897404199', 'name': 'tempest-AttachVolumeTestJSON-201062429-router', 'tenant_id': '7be607c781c14fec85721959afd863d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'external_fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': 'f78e2a7b-aa71-4188-a0f7-6857407c260d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T14:01:11Z', 'updated_at': '2021-07-07T14:01:12Z', 'revision_number': 3, 'project_id': '7be607c781c14fec85721959afd863d4', 'gw_port': {'id': 'f78e2a7b-aa71-4188-a0f7-6857407c260d', 'name': '', 'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ed:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb28e45-0047-4715-a2f1-b4c897404199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:01:12Z', 'updated_at': '2021-07-07T14:01:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799821-1-iscsi'}], 'dv-cinder-799821-1-iscsi', False) {} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:01:14.679738 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-e3e3b27c-c47a-491f-8526-0dc1296c1e18 req-0648ecbb-1ee9-4dbe-a596-9ab25ef29adf tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=96498ca8-2669-4f47-be39-a648f426eda3 HTTP/1.1" status: 200 len: 210 time: 0.1825328 Jul 07 14:01:14.714368 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 43850) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:01:14.778880 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3187c0c3-897e-4e09-972a-c61508b0d26c None None] Checking router: 6bb28e45-0047-4715-a2f1-b4c897404199 for host: dv-cinder-799821-1-iscsi {{(pid=92956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 14:01:14.784598 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbaab77e-392f-4399-bafd-83680416e6da None None] Network 04bbb857-fbda-4399-baf9-004cd03c137c requested from dv-cinder-799821-1-iscsi {{(pid=92955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 14:01:14.787302 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3187c0c3-897e-4e09-972a-c61508b0d26c None None] Updating router 6bb28e45-0047-4715-a2f1-b4c897404199 port f78e2a7b-aa71-4188-a0f7-6857407c260d binding host dv-cinder-799821-1-iscsi {{(pid=92956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 14:01:14.871977 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-3187c0c3-897e-4e09-972a-c61508b0d26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:14.892073 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.db.db_base_plugin_v2 [None req-713ef4d1-22db-4248-bdca-45467c74cdce admin admin] Deleting subnet acbc71dd-68ac-4169-9b04-6c80c8eb2114 {{(pid=92954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 14:01:14.896005 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-713ef4d1-22db-4248-bdca-45467c74cdce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:14.999579 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-713ef4d1-22db-4248-bdca-45467c74cdce admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:15.039682 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-713ef4d1-22db-4248-bdca-45467c74cdce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736859'] for subnet, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:15.102384 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-b56ed0e0-27a4-4ef5-a0b7-77685e93f20d req-70301369-9bb9-4504-ac5b-0eabd0829976 tempest-DeleteServersTestJSON-910716097 tempest-DeleteServersTestJSON-910716097-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d86d768-8095-4a7c-a8d9-6d66c3b85bc2 HTTP/1.1" status: 200 len: 210 time: 0.1545477 Jul 07 14:01:15.236326 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-713ef4d1-22db-4248-bdca-45467c74cdce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582279'] for subnet, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:15.249622 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-f981496c-cdcf-40f3-a1a4-81f16c2c15e1 None None] Provisioning complete for port 0f24d9a5-7324-44b6-a856-2b9a4e362a20 triggered by entity DHCP. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 14:01:15.250292 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-f981496c-cdcf-40f3-a1a4-81f16c2c15e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732533'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:15.329979 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-713ef4d1-22db-4248-bdca-45467c74cdce admin admin] Notify callbacks [] for subnet, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:15.336718 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 43892) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:01:15.338121 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-713ef4d1-22db-4248-bdca-45467c74cdce admin admin] 10.222.0.16 "DELETE /v2.0/subnets/acbc71dd-68ac-4169-9b04-6c80c8eb2114 HTTP/1.1" status: 204 len: 168 time: 0.6226091 Jul 07 14:01:15.339512 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713ef4d1-22db-4248-bdca-45467c74cdce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=acbc71dd-68ac-4169-9b04-6c80c8eb2114,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:01:15.356394 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:15.441837 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-3187c0c3-897e-4e09-972a-c61508b0d26c None None] Notify callbacks [] for port, precommit_update {{(pid=92956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:15.455202 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.provisioning_blocks [None req-3187c0c3-897e-4e09-972a-c61508b0d26c None None] Transition to ACTIVE for port object f78e2a7b-aa71-4188-a0f7-6857407c260d will not be triggered until provisioned by entity L2. {{(pid=92956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 14:01:15.464375 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-3187c0c3-897e-4e09-972a-c61508b0d26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567'] for port, after_update {{(pid=92956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:15.584746 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f46b4d-8399-4188-8078-186d085f68cf None None] Pushing event updated for resources: {'Port': ['ID=f78e2a7b-aa71-4188-a0f7-6857407c260d,revision_number=2']} {{(pid=92956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:01:15.614501 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f46b4d-8399-4188-8078-186d085f68cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:01:15.614869 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f46b4d-8399-4188-8078-186d085f68cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:01:15.615221 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f46b4d-8399-4188-8078-186d085f68cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:01:15.616766 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f46b4d-8399-4188-8078-186d085f68cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:01:15.617109 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f46b4d-8399-4188-8078-186d085f68cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:01:15.620760 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f46b4d-8399-4188-8078-186d085f68cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:01:15.622255 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f46b4d-8399-4188-8078-186d085f68cf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:01:15.622482 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f46b4d-8399-4188-8078-186d085f68cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:01:15.623288 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f46b4d-8399-4188-8078-186d085f68cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:01:15.626639 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f46b4d-8399-4188-8078-186d085f68cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:01:15.627822 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f46b4d-8399-4188-8078-186d085f68cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:01:15.628636 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f46b4d-8399-4188-8078-186d085f68cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:01:15.631109 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f46b4d-8399-4188-8078-186d085f68cf None None] Tracked resource versions report: Jul 07 14:01:15.631109 dv-cinder-799821-1-iscsi neutron-server[92956]: pushed versions: Jul 07 14:01:15.631109 dv-cinder-799821-1-iscsi neutron-server[92956]: { 'AddressGroup': {'1.2'}, Jul 07 14:01:15.631109 dv-cinder-799821-1-iscsi neutron-server[92956]: 'ConntrackHelper': {'1.0'}, Jul 07 14:01:15.631109 dv-cinder-799821-1-iscsi neutron-server[92956]: 'Log': {'1.0'}, Jul 07 14:01:15.631109 dv-cinder-799821-1-iscsi neutron-server[92956]: 'Network': {'1.1'}, Jul 07 14:01:15.631109 dv-cinder-799821-1-iscsi neutron-server[92956]: 'Port': {'1.7'}, Jul 07 14:01:15.631109 dv-cinder-799821-1-iscsi neutron-server[92956]: 'PortForwarding': {'1.2'}, Jul 07 14:01:15.631109 dv-cinder-799821-1-iscsi neutron-server[92956]: 'QosPolicy': {'1.8'}, Jul 07 14:01:15.631109 dv-cinder-799821-1-iscsi neutron-server[92956]: 'SecurityGroup': {'1.4'}, Jul 07 14:01:15.631109 dv-cinder-799821-1-iscsi neutron-server[92956]: 'SecurityGroupRule': {'1.2'}, Jul 07 14:01:15.631109 dv-cinder-799821-1-iscsi neutron-server[92956]: 'SubPort': {'1.0'}, Jul 07 14:01:15.631109 dv-cinder-799821-1-iscsi neutron-server[92956]: 'Subnet': {'1.1'}, Jul 07 14:01:15.631109 dv-cinder-799821-1-iscsi neutron-server[92956]: 'Trunk': {'1.1'}} Jul 07 14:01:15.631109 dv-cinder-799821-1-iscsi neutron-server[92956]: consumer versions: Jul 07 14:01:15.631109 dv-cinder-799821-1-iscsi neutron-server[92956]: { DHCP agent@dv-cinder-799821-1-iscsi: {}, Jul 07 14:01:15.631109 dv-cinder-799821-1-iscsi neutron-server[92956]: HyperV agent@hv-cinder-79982: {}, Jul 07 14:01:15.631109 dv-cinder-799821-1-iscsi neutron-server[92956]: L3 agent@dv-cinder-799821-1-iscsi: {}, Jul 07 14:01:15.631109 dv-cinder-799821-1-iscsi neutron-server[92956]: Metadata agent@dv-cinder-799821-1-iscsi: {}, Jul 07 14:01:15.631109 dv-cinder-799821-1-iscsi neutron-server[92956]: Metering agent@dv-cinder-799821-1-iscsi: {}, Jul 07 14:01:15.631109 dv-cinder-799821-1-iscsi neutron-server[92956]: Open vSwitch agent@dv-cinder-799821-1-iscsi: { 'AddressGroup': '1.2', Jul 07 14:01:15.631109 dv-cinder-799821-1-iscsi neutron-server[92956]: 'ConntrackHelper': '1.0', Jul 07 14:01:15.631109 dv-cinder-799821-1-iscsi neutron-server[92956]: 'Log': '1.0', Jul 07 14:01:15.631109 dv-cinder-799821-1-iscsi neutron-server[92956]: 'Network': '1.1', Jul 07 14:01:15.631109 dv-cinder-799821-1-iscsi neutron-server[92956]: 'Port': '1.7', Jul 07 14:01:15.631109 dv-cinder-799821-1-iscsi neutron-server[92956]: 'PortForwarding': '1.2', Jul 07 14:01:15.631109 dv-cinder-799821-1-iscsi neutron-server[92956]: 'QosPolicy': '1.8', Jul 07 14:01:15.631109 dv-cinder-799821-1-iscsi neutron-server[92956]: 'SecurityGroup': '1.4', Jul 07 14:01:15.631109 dv-cinder-799821-1-iscsi neutron-server[92956]: 'SecurityGroupRule': '1.2', Jul 07 14:01:15.631109 dv-cinder-799821-1-iscsi neutron-server[92956]: 'SubPort': '1.0', Jul 07 14:01:15.631109 dv-cinder-799821-1-iscsi neutron-server[92956]: 'Subnet': '1.1', Jul 07 14:01:15.631109 dv-cinder-799821-1-iscsi neutron-server[92956]: 'Trunk': '1.1'}} Jul 07 14:01:15.631109 dv-cinder-799821-1-iscsi neutron-server[92956]: {{(pid=92956) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 07 14:01:15.695779 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.managers [None req-3187c0c3-897e-4e09-972a-c61508b0d26c None None] Attempting to bind port f78e2a7b-aa71-4188-a0f7-6857407c260d on host dv-cinder-799821-1-iscsi for vnic_type normal with profile {{(pid=92956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 14:01:15.696771 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.managers [None req-3187c0c3-897e-4e09-972a-c61508b0d26c None None] Attempting to bind port f78e2a7b-aa71-4188-a0f7-6857407c260d by drivers openvswitch,hyperv on host dv-cinder-799821-1-iscsi at level 0 using segments [{'id': 'f9b1122d-b65f-4a0f-8420-4cc063cf42b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5'}] {{(pid=92956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 14:01:15.697935 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3187c0c3-897e-4e09-972a-c61508b0d26c None None] Attempting to bind port f78e2a7b-aa71-4188-a0f7-6857407c260d on network c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5 {{(pid=92956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 14:01:15.715803 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3187c0c3-897e-4e09-972a-c61508b0d26c None None] Checking agent: {'id': 'bf273e17-8767-46a0-900a-b292254968fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799821-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 13, 53, 28), 'started_at': datetime.datetime(2021, 7, 7, 13, 53, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 14, 0, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799821-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 14:01:15.720202 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3187c0c3-897e-4e09-972a-c61508b0d26c None None] Checking segment: {'id': 'f9b1122d-b65f-4a0f-8420-4cc063cf42b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 14:01:15.722615 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-3187c0c3-897e-4e09-972a-c61508b0d26c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:15.723320 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3187c0c3-897e-4e09-972a-c61508b0d26c None None] Bound using segment: {'id': 'f9b1122d-b65f-4a0f-8420-4cc063cf42b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5'} {{(pid=92956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 14:01:15.727292 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.managers [None req-3187c0c3-897e-4e09-972a-c61508b0d26c None None] Bound port: f78e2a7b-aa71-4188-a0f7-6857407c260d, host: dv-cinder-799821-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9b1122d-b65f-4a0f-8420-4cc063cf42b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5'}}] {{(pid=92956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 14:01:15.728902 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-3187c0c3-897e-4e09-972a-c61508b0d26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:15.818317 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] For port 0f24d9a5-7324-44b6-a856-2b9a4e362a20, host dv-cinder-799821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799821-1-iscsi',level=0,port_id=0f24d9a5-7324-44b6-a856-2b9a4e362a20,segment=NetworkSegment(043e9d5d-1b9c-4dcb-af68-bd7e747c833a),segment_id=043e9d5d-1b9c-4dcb-af68-bd7e747c833a)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 14:01:15.836732 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:15.934597 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.db [None req-3187c0c3-897e-4e09-972a-c61508b0d26c None None] For port f78e2a7b-aa71-4188-a0f7-6857407c260d, host dv-cinder-799821-1-iscsi, cleared binding levels {{(pid=92956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 14:01:15.942773 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.db [None req-3187c0c3-897e-4e09-972a-c61508b0d26c None None] For port f78e2a7b-aa71-4188-a0f7-6857407c260d, host dv-cinder-799821-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799821-1-iscsi',level=0,port_id=f78e2a7b-aa71-4188-a0f7-6857407c260d,segment=NetworkSegment(f9b1122d-b65f-4a0f-8420-4cc063cf42b9),segment_id=f9b1122d-b65f-4a0f-8420-4cc063cf42b9)] {{(pid=92956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 14:01:15.956548 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-3187c0c3-897e-4e09-972a-c61508b0d26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567'] for port, after_update {{(pid=92956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:16.025214 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Pushing event updated for resources: {'Port': ['ID=0f24d9a5-7324-44b6-a856-2b9a4e362a20,revision_number=3']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:01:16.068426 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 43924) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:01:16.106013 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f46b4d-8399-4188-8078-186d085f68cf None None] Pushing event updated for resources: {'Port': ['ID=f78e2a7b-aa71-4188-a0f7-6857407c260d,revision_number=3']} {{(pid=92956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:01:16.138734 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3187c0c3-897e-4e09-972a-c61508b0d26c None None] Routers {'6bb28e45-0047-4715-a2f1-b4c897404199'} bound to L3 agent in host dv-cinder-799821-1-iscsi {{(pid=92956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 14:01:16.139850 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-3187c0c3-897e-4e09-972a-c61508b0d26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T13:53:27Z,description=,heartbeat_timestamp=2021-07-07T14:00:57Z,host='dv-cinder-799821-1-iscsi',id=652ddd47-bc13-4e1c-8285-b4eb8cea957f,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:53:27Z,topic='l3_agent')) {'router_ids': ['6bb28e45-0047-4715-a2f1-b4c897404199'], 'active': True} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:01:16.153341 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.24', 54483) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:01:16.221942 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-15b251ea-769e-46fe-9f98-28f089f5e1be req-dbbc5d95-346d-412d-86aa-3e8b947a276c tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=96498ca8-2669-4f47-be39-a648f426eda3 HTTP/1.1" status: 200 len: 210 time: 0.1590199 Jul 07 14:01:16.228127 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-d4fea98c-387c-444a-a301-4722957642e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573990'] for network, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:16.258799 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-23280bbe-4296-4d78-abbf-8e629eda9796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:16.410958 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvr_db [None req-3187c0c3-897e-4e09-972a-c61508b0d26c None None] Set router 6bb28e45-0047-4715-a2f1-b4c897404199 gateway port host: dv-cinder-799821-1-iscsi {{(pid=92956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 14:01:16.652439 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-7c5108a9-6d57-49c6-8ef2-3c8e137b8af3 req-364a9412-98f7-43c1-a321-2812d1108930 tempest-DeleteServersTestJSON-910716097 tempest-DeleteServersTestJSON-910716097-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d86d768-8095-4a7c-a8d9-6d66c3b85bc2 HTTP/1.1" status: 200 len: 210 time: 0.1323876 Jul 07 14:01:16.694714 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-4d7a683a-e1ae-492b-b6bf-0bd52cf0894b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:16.725531 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-3187c0c3-897e-4e09-972a-c61508b0d26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb28e45-0047-4715-a2f1-b4c897404199', 'name': 'tempest-AttachVolumeTestJSON-201062429-router', 'tenant_id': '7be607c781c14fec85721959afd863d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'external_fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': 'f78e2a7b-aa71-4188-a0f7-6857407c260d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T14:01:11Z', 'updated_at': '2021-07-07T14:01:12Z', 'revision_number': 3, 'project_id': '7be607c781c14fec85721959afd863d4', 'gw_port': {'id': 'f78e2a7b-aa71-4188-a0f7-6857407c260d', 'name': '', 'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ed:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb28e45-0047-4715-a2f1-b4c897404199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:01:12Z', 'updated_at': '2021-07-07T14:01:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799821-1-iscsi'}], 'dv-cinder-799821-1-iscsi', False) {} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:01:16.741036 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-d4fea98c-387c-444a-a301-4722957642e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730318', 'neutron.services.segments.db._delete_segments_for_network-8744351280222'] for network, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:16.817836 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-d4fea98c-387c-444a-a301-4722957642e4 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 14:01:16.818204 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-d4fea98c-387c-444a-a301-4722957642e4 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 14:01:16.829042 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf9c3cf-8169-4a10-9be9-9e4729f3bd99 req-b9ccc94e-a6ac-4204-a2ce-1a4dc3b73666 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:01:16.830830 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-d4fea98c-387c-444a-a301-4722957642e4 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 14:01:16.831124 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-5bf9c3cf-8169-4a10-9be9-9e4729f3bd99 req-b9ccc94e-a6ac-4204-a2ce-1a4dc3b73666 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.24 "GET /v2.0/networks?id=8ff1e969-aa56-4a37-b509-25263365d4bf HTTP/1.1" status: 200 len: 815 time: 0.6766987 Jul 07 14:01:16.831727 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-d4fea98c-387c-444a-a301-4722957642e4 admin admin] Subscribe: > port after_create 55550000 {{(pid=92953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 14:01:16.833112 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-d4fea98c-387c-444a-a301-4722957642e4 admin admin] Subscribe: > port after_delete 55550000 {{(pid=92953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 14:01:16.833679 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-d4fea98c-387c-444a-a301-4722957642e4 admin admin] Subscribe: > port after_update 55550000 {{(pid=92953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 14:01:16.835990 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3187c0c3-897e-4e09-972a-c61508b0d26c None None] The sync data for ids ['6bb28e45-0047-4715-a2f1-b4c897404199'] in dv-cinder-799821-1-iscsi is: [{'id': '6bb28e45-0047-4715-a2f1-b4c897404199', 'name': 'tempest-AttachVolumeTestJSON-201062429-router', 'tenant_id': '7be607c781c14fec85721959afd863d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'external_fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': 'f78e2a7b-aa71-4188-a0f7-6857407c260d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T14:01:11Z', 'updated_at': '2021-07-07T14:01:12Z', 'revision_number': 3, 'project_id': '7be607c781c14fec85721959afd863d4', 'gw_port': {'id': 'f78e2a7b-aa71-4188-a0f7-6857407c260d', 'name': '', 'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ed:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb28e45-0047-4715-a2f1-b4c897404199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:01:12Z', 'updated_at': '2021-07-07T14:01:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799821-1-iscsi'}] {{(pid=92956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 14:01:16.836709 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-d4fea98c-387c-444a-a301-4722957642e4 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 14:01:16.837279 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-d4fea98c-387c-444a-a301-4722957642e4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 14:01:16.837820 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-d4fea98c-387c-444a-a301-4722957642e4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 14:01:16.838388 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-d4fea98c-387c-444a-a301-4722957642e4 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 14:01:16.894199 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [req-5bf9c3cf-8169-4a10-9be9-9e4729f3bd99 req-45117615-9aaa-4424-908a-e7eaaa78a38f tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Request body: {'port': {'device_id': '96498ca8-2669-4f47-be39-a648f426eda3', 'network_id': '8ff1e969-aa56-4a37-b509-25263365d4bf', 'admin_state_up': True, 'tenant_id': '4606813b7d26435ca537716b5eac6fcc'}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 14:01:16.898533 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.24', 54488) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:01:17.371639 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-d4fea98c-387c-444a-a301-4722957642e4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 14:01:17.372179 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-d4fea98c-387c-444a-a301-4722957642e4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 14:01:17.372287 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-d4fea98c-387c-444a-a301-4722957642e4 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 14:01:17.372615 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-d4fea98c-387c-444a-a301-4722957642e4 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 14:01:17.372992 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.services.segments.db [None req-d4fea98c-387c-444a-a301-4722957642e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8411b6d-a690-480d-805a-d3b7eb400c06']}} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:01:17.426812 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f1b3d6-b5e5-4277-ac71-62e6be31d0fc req-292ced0c-610d-47de-b05f-d5ad2b02bf3b tempest-DeleteServersTestJSON-910716097 tempest-DeleteServersTestJSON-910716097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:01:17.428602 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-e3f1b3d6-b5e5-4277-ac71-62e6be31d0fc req-292ced0c-610d-47de-b05f-d5ad2b02bf3b tempest-DeleteServersTestJSON-910716097 tempest-DeleteServersTestJSON-910716097-project] 10.222.0.24 "GET /v2.0/networks?id=75471e8b-95ae-4757-b096-2dafbf6cf99a HTTP/1.1" status: 200 len: 812 time: 0.4935114 Jul 07 14:01:17.479545 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-4d7a683a-e1ae-492b-b6bf-0bd52cf0894b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:17.485323 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.services.segments.db [None req-d4fea98c-387c-444a-a301-4722957642e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1338a4e4-a701-40a2-a0b4-659d415c10c9') {'for_net_delete': True} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:01:17.485851 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.services.segments.db [None req-d4fea98c-387c-444a-a301-4722957642e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1338a4e4-a701-40a2-a0b4-659d415c10c9') {} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:01:17.494903 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-b9131c28-4e2c-4e4f-9a11-794178bed4fa req-c2fa6c8e-8352-497c-bb63-f4636301ee0a tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=96498ca8-2669-4f47-be39-a648f426eda3 HTTP/1.1" status: 200 len: 210 time: 0.0828371 Jul 07 14:01:17.546407 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-d4fea98c-387c-444a-a301-4722957642e4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744351507842', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2140449'] for segment, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:17.549541 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [req-e3f1b3d6-b5e5-4277-ac71-62e6be31d0fc req-717dbae9-6384-4602-ab49-49ce29c6b28b tempest-DeleteServersTestJSON-910716097 tempest-DeleteServersTestJSON-910716097-project] Request body: {'port': {'device_id': '4d86d768-8095-4a7c-a8d9-6d66c3b85bc2', 'network_id': '75471e8b-95ae-4757-b096-2dafbf6cf99a', 'admin_state_up': True, 'tenant_id': '2939b73b8ce04c97a0ecc75de3fc0a6e'}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 14:01:17.565410 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-4d7a683a-e1ae-492b-b6bf-0bd52cf0894b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:17.599633 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-d4fea98c-387c-444a-a301-4722957642e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:17.628512 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4fea98c-387c-444a-a301-4722957642e4 admin admin] Releasing vlan 646 on physical network physnet1 to pool {{(pid=92953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 14:01:17.628968 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-d4fea98c-387c-444a-a301-4722957642e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2608844'] for segment, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:17.633235 dv-cinder-799821-1-iscsi neutron-server[92953]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 07 14:01:17.633235 dv-cinder-799821-1-iscsi neutron-server[92953]: from cryptography.utils import int_from_bytes Jul 07 14:01:17.633235 dv-cinder-799821-1-iscsi neutron-server[92953]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 07 14:01:17.633235 dv-cinder-799821-1-iscsi neutron-server[92953]: from cryptography.utils import int_from_bytes Jul 07 14:01:17.633235 dv-cinder-799821-1-iscsi neutron-server[92953]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 14:01:17.633235 dv-cinder-799821-1-iscsi neutron-server[92953]: conditions |= (models_v2.Port.network_id.in_( Jul 07 14:01:17.633235 dv-cinder-799821-1-iscsi neutron-server[92953]: Traceback (most recent call last): Jul 07 14:01:17.633235 dv-cinder-799821-1-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 14:01:17.633235 dv-cinder-799821-1-iscsi neutron-server[92953]: timer() Jul 07 14:01:17.633235 dv-cinder-799821-1-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 14:01:17.633235 dv-cinder-799821-1-iscsi neutron-server[92953]: cb(*args, **kw) Jul 07 14:01:17.633235 dv-cinder-799821-1-iscsi neutron-server[92953]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 14:01:17.633235 dv-cinder-799821-1-iscsi neutron-server[92953]: return func(*args, **kwargs) Jul 07 14:01:17.633235 dv-cinder-799821-1-iscsi neutron-server[92953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 14:01:17.633235 dv-cinder-799821-1-iscsi neutron-server[92953]: self._notify() Jul 07 14:01:17.633235 dv-cinder-799821-1-iscsi neutron-server[92953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 14:01:17.633235 dv-cinder-799821-1-iscsi neutron-server[92953]: self.callback(batched_events) Jul 07 14:01:17.633235 dv-cinder-799821-1-iscsi neutron-server[92953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 14:01:17.633235 dv-cinder-799821-1-iscsi neutron-server[92953]: event.method(event) Jul 07 14:01:17.633235 dv-cinder-799821-1-iscsi neutron-server[92953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 14:01:17.633235 dv-cinder-799821-1-iscsi neutron-server[92953]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 14:01:17.633235 dv-cinder-799821-1-iscsi neutron-server[92953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 14:01:17.633235 dv-cinder-799821-1-iscsi neutron-server[92953]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 14:01:17.633235 dv-cinder-799821-1-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 14:01:17.633235 dv-cinder-799821-1-iscsi neutron-server[92953]: return f(self, *a, **k) Jul 07 14:01:17.633235 dv-cinder-799821-1-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 14:01:17.633235 dv-cinder-799821-1-iscsi neutron-server[92953]: return self._get(url).json() Jul 07 14:01:17.633235 dv-cinder-799821-1-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 14:01:17.633235 dv-cinder-799821-1-iscsi neutron-server[92953]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 14:01:17.633235 dv-cinder-799821-1-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 14:01:17.633235 dv-cinder-799821-1-iscsi neutron-server[92953]: return self.request(url, 'GET', **kwargs) Jul 07 14:01:17.633235 dv-cinder-799821-1-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 14:01:17.633235 dv-cinder-799821-1-iscsi neutron-server[92953]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 14:01:17.633235 dv-cinder-799821-1-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 14:01:17.633235 dv-cinder-799821-1-iscsi neutron-server[92953]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 14:01:17.633235 dv-cinder-799821-1-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 14:01:17.633235 dv-cinder-799821-1-iscsi neutron-server[92953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 14:01:17.633235 dv-cinder-799821-1-iscsi neutron-server[92953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 14:01:17.707066 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.db.db_base_plugin_common [None req-23280bbe-4296-4d78-abbf-8e629eda9796 admin admin] Allocated IP 172.20.0.1 (7a74c5fe-9a47-4dbb-abf1-b2fc12293d08/ef4c23d4-6942-49b9-b251-988fb449a81d/734cb7e8-9c0c-4d2e-b7bf-3cf8736aa215) {{(pid=92953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 14:01:17.746122 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7a683a-e1ae-492b-b6bf-0bd52cf0894b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7441646b-d1c3-47fa-a185-13d57ed5ee11,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:01:17.750966 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-4d7a683a-e1ae-492b-b6bf-0bd52cf0894b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=635c5ec9ed364172a91e515d8c66845b&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6805866 Jul 07 14:01:17.757107 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 44020) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:01:17.882406 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-90f1ec5d-e581-437b-ab29-afb58b0e3084 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:17.885789 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bf9c3cf-8169-4a10-9be9-9e4729f3bd99 req-45117615-9aaa-4424-908a-e7eaaa78a38f tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Made reservation on behalf of 4606813b7d26435ca537716b5eac6fcc for: {'port': 1} {{(pid=92954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 14:01:17.891357 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-5bf9c3cf-8169-4a10-9be9-9e4729f3bd99 req-45117615-9aaa-4424-908a-e7eaaa78a38f tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:17.936407 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-90f1ec5d-e581-437b-ab29-afb58b0e3084 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:18.054904 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-d4fea98c-387c-444a-a301-4722957642e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1662071'] for network, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:18.075112 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3f1b3d6-b5e5-4277-ac71-62e6be31d0fc req-717dbae9-6384-4602-ab49-49ce29c6b28b tempest-DeleteServersTestJSON-910716097 tempest-DeleteServersTestJSON-910716097-project] Made reservation on behalf of 2939b73b8ce04c97a0ecc75de3fc0a6e for: {'port': 1} {{(pid=92954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 14:01:18.079351 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-e3f1b3d6-b5e5-4277-ac71-62e6be31d0fc req-717dbae9-6384-4602-ab49-49ce29c6b28b tempest-DeleteServersTestJSON-910716097 tempest-DeleteServersTestJSON-910716097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:18.108016 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-90f1ec5d-e581-437b-ab29-afb58b0e3084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:18.114681 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-90f1ec5d-e581-437b-ab29-afb58b0e3084 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:18.116083 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-90f1ec5d-e581-437b-ab29-afb58b0e3084 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7441646b-d1c3-47fa-a185-13d57ed5ee11 HTTP/1.1" status: 204 len: 168 time: 0.3580270 Jul 07 14:01:18.135617 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-0d7dc1bc-7240-4a63-8551-eccc7a48be40 req-7a9a5849-6842-4c62-9d8f-6abc67f1936f tempest-DeleteServersTestJSON-910716097 tempest-DeleteServersTestJSON-910716097-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d86d768-8095-4a7c-a8d9-6d66c3b85bc2 HTTP/1.1" status: 200 len: 210 time: 0.1135437 Jul 07 14:01:18.186703 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fea98c-387c-444a-a301-4722957642e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=b8411b6d-a690-480d-805a-d3b7eb400c06,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:01:18.209297 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-d4fea98c-387c-444a-a301-4722957642e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582248'] for network, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:18.216734 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-d4fea98c-387c-444a-a301-4722957642e4 admin admin] 10.222.0.16 "DELETE /v2.0/networks/b8411b6d-a690-480d-805a-d3b7eb400c06 HTTP/1.1" status: 204 len: 168 time: 2.8785737 Jul 07 14:01:18.235309 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 44032) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:01:18.337618 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f1ec5d-e581-437b-ab29-afb58b0e3084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7441646b-d1c3-47fa-a185-13d57ed5ee11,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:01:18.350091 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.db.db_base_plugin_v2 [None req-7184ece3-e336-404c-8996-7adb3245b193 admin admin] Deleting subnet ac949271-ca8a-452d-8d72-f6371fd99c0e {{(pid=92953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 14:01:18.376355 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-7184ece3-e336-404c-8996-7adb3245b193 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:18.424029 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Device f78e2a7b-aa71-4188-a0f7-6857407c260d up at agent ovs-agent-dv-cinder-799821-1-iscsi {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 14:01:18.451997 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-7184ece3-e336-404c-8996-7adb3245b193 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2140470'] for subnet, precommit_delete_associations {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:18.528026 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-7184ece3-e336-404c-8996-7adb3245b193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736859'] for subnet, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:18.595724 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Provisioning for port f78e2a7b-aa71-4188-a0f7-6857407c260d completed by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 14:01:18.606659 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Provisioning complete for port f78e2a7b-aa71-4188-a0f7-6857407c260d triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 14:01:18.606659 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732533'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:18.647950 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-7184ece3-e336-404c-8996-7adb3245b193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2608681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3757649'] for subnet, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:18.655514 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.db.db_base_plugin_common [req-5bf9c3cf-8169-4a10-9be9-9e4729f3bd99 req-45117615-9aaa-4424-908a-e7eaaa78a38f tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Allocated IP 172.20.0.14 (8ff1e969-aa56-4a37-b509-25263365d4bf/3c42dee8-1dec-4168-bdb5-a4e686f12390/a6f266a4-eec8-4dc4-97e0-ad4c884aec24) {{(pid=92954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 14:01:18.711342 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-7184ece3-e336-404c-8996-7adb3245b193 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582248'] for subnet, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:18.715508 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-7184ece3-e336-404c-8996-7adb3245b193 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/ac949271-ca8a-452d-8d72-f6371fd99c0e HTTP/1.1" status: 204 len: 168 time: 0.4778428 Jul 07 14:01:18.720024 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 44052) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:01:18.769978 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.db.db_base_plugin_common [req-e3f1b3d6-b5e5-4277-ac71-62e6be31d0fc req-717dbae9-6384-4602-ab49-49ce29c6b28b tempest-DeleteServersTestJSON-910716097 tempest-DeleteServersTestJSON-910716097-project] Allocated IP 172.20.0.5 (75471e8b-95ae-4757-b096-2dafbf6cf99a/5dd78181-64b9-4ae9-ac3b-3a4d546e0e2b/059f3bea-1d00-4f55-be68-575330c3e78d) {{(pid=92954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 14:01:18.841607 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:18.919283 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] For port f78e2a7b-aa71-4188-a0f7-6857407c260d, host dv-cinder-799821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799821-1-iscsi',level=0,port_id=f78e2a7b-aa71-4188-a0f7-6857407c260d,segment=NetworkSegment(f9b1122d-b65f-4a0f-8420-4cc063cf42b9),segment_id=f9b1122d-b65f-4a0f-8420-4cc063cf42b9)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 14:01:18.955019 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:18.956745 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Device 0f24d9a5-7324-44b6-a856-2b9a4e362a20 up at agent ovs-agent-dv-cinder-799821-1-iscsi {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 14:01:19.061517 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-d80e33a3-1b7c-448c-8f42-8a84165d8930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573990'] for network, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:19.096204 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-5c28f95e-3fd6-4012-94bb-82f6e7431650 req-30101fd6-a279-4f91-8003-513eac3ae0cb tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=96498ca8-2669-4f47-be39-a648f426eda3 HTTP/1.1" status: 200 len: 210 time: 0.1764779 Jul 07 14:01:19.097388 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 44060) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:01:19.149563 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7184ece3-e336-404c-8996-7adb3245b193 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac949271-ca8a-452d-8d72-f6371fd99c0e,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:01:19.184914 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Pushing event updated for resources: {'Port': ['ID=f78e2a7b-aa71-4188-a0f7-6857407c260d,revision_number=4']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:01:19.214731 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-23280bbe-4296-4d78-abbf-8e629eda9796 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:19.229664 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Provisioning complete for port 0f24d9a5-7324-44b6-a856-2b9a4e362a20 triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 14:01:19.230177 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732533'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:19.349463 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-23280bbe-4296-4d78-abbf-8e629eda9796 admin admin] Transition to ACTIVE for port object 734cb7e8-9c0c-4d2e-b7bf-3cf8736aa215 will not be triggered until provisioned by entity DHCP. {{(pid=92953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 14:01:19.377452 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-d80e33a3-1b7c-448c-8f42-8a84165d8930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730318', 'neutron.services.segments.db._delete_segments_for_network-8744351280222'] for network, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:19.453208 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.services.segments.db [None req-d80e33a3-1b7c-448c-8f42-8a84165d8930 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04bbb857-fbda-4399-baf9-004cd03c137c']}} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:01:19.483462 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-5bf9c3cf-8169-4a10-9be9-9e4729f3bd99 req-45117615-9aaa-4424-908a-e7eaaa78a38f tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Notify callbacks [] for port, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:19.503618 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.services.segments.db [None req-d80e33a3-1b7c-448c-8f42-8a84165d8930 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74aa04f0-f58e-4a7c-9191-ee0810235d12') {'for_net_delete': True} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:01:19.511369 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.services.segments.db [None req-d80e33a3-1b7c-448c-8f42-8a84165d8930 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74aa04f0-f58e-4a7c-9191-ee0810235d12') {} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:01:19.544251 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-d80e33a3-1b7c-448c-8f42-8a84165d8930 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744351507842', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2140449'] for segment, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:19.649201 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-e3f1b3d6-b5e5-4277-ac71-62e6be31d0fc req-717dbae9-6384-4602-ab49-49ce29c6b28b tempest-DeleteServersTestJSON-910716097 tempest-DeleteServersTestJSON-910716097-project] Notify callbacks [] for port, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:19.674830 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-d80e33a3-1b7c-448c-8f42-8a84165d8930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:19.683637 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d80e33a3-1b7c-448c-8f42-8a84165d8930 admin admin] Releasing vlan 647 on physical network physnet1 to pool {{(pid=92953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 14:01:19.684378 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-d80e33a3-1b7c-448c-8f42-8a84165d8930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2608844'] for segment, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:19.808439 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-e3f1b3d6-b5e5-4277-ac71-62e6be31d0fc req-717dbae9-6384-4602-ab49-49ce29c6b28b tempest-DeleteServersTestJSON-910716097 tempest-DeleteServersTestJSON-910716097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744350976988'] for port, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:19.833329 dv-cinder-799821-1-iscsi neutron-server[92953]: Traceback (most recent call last): Jul 07 14:01:19.833329 dv-cinder-799821-1-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 14:01:19.833329 dv-cinder-799821-1-iscsi neutron-server[92953]: timer() Jul 07 14:01:19.833329 dv-cinder-799821-1-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 14:01:19.833329 dv-cinder-799821-1-iscsi neutron-server[92953]: cb(*args, **kw) Jul 07 14:01:19.833329 dv-cinder-799821-1-iscsi neutron-server[92953]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 14:01:19.833329 dv-cinder-799821-1-iscsi neutron-server[92953]: return func(*args, **kwargs) Jul 07 14:01:19.833329 dv-cinder-799821-1-iscsi neutron-server[92953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 14:01:19.833329 dv-cinder-799821-1-iscsi neutron-server[92953]: self._notify() Jul 07 14:01:19.833329 dv-cinder-799821-1-iscsi neutron-server[92953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 14:01:19.833329 dv-cinder-799821-1-iscsi neutron-server[92953]: self.callback(batched_events) Jul 07 14:01:19.833329 dv-cinder-799821-1-iscsi neutron-server[92953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 14:01:19.833329 dv-cinder-799821-1-iscsi neutron-server[92953]: event.method(event) Jul 07 14:01:19.833329 dv-cinder-799821-1-iscsi neutron-server[92953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 14:01:19.833329 dv-cinder-799821-1-iscsi neutron-server[92953]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 14:01:19.833329 dv-cinder-799821-1-iscsi neutron-server[92953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 14:01:19.833329 dv-cinder-799821-1-iscsi neutron-server[92953]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 14:01:19.833329 dv-cinder-799821-1-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 14:01:19.833329 dv-cinder-799821-1-iscsi neutron-server[92953]: return f(self, *a, **k) Jul 07 14:01:19.833329 dv-cinder-799821-1-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 14:01:19.833329 dv-cinder-799821-1-iscsi neutron-server[92953]: return self._get(url).json() Jul 07 14:01:19.833329 dv-cinder-799821-1-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 14:01:19.833329 dv-cinder-799821-1-iscsi neutron-server[92953]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 14:01:19.833329 dv-cinder-799821-1-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 14:01:19.833329 dv-cinder-799821-1-iscsi neutron-server[92953]: return self.request(url, 'GET', **kwargs) Jul 07 14:01:19.833329 dv-cinder-799821-1-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 14:01:19.833329 dv-cinder-799821-1-iscsi neutron-server[92953]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 14:01:19.833329 dv-cinder-799821-1-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 14:01:19.833329 dv-cinder-799821-1-iscsi neutron-server[92953]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 14:01:19.833329 dv-cinder-799821-1-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 14:01:19.833329 dv-cinder-799821-1-iscsi neutron-server[92953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 14:01:19.833329 dv-cinder-799821-1-iscsi neutron-server[92953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 14:01:19.835829 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-5bf9c3cf-8169-4a10-9be9-9e4729f3bd99 req-45117615-9aaa-4424-908a-e7eaaa78a38f tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744350976988'] for port, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:19.894296 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3f1b3d6-b5e5-4277-ac71-62e6be31d0fc req-717dbae9-6384-4602-ab49-49ce29c6b28b tempest-DeleteServersTestJSON-910716097 tempest-DeleteServersTestJSON-910716097-project] Network 75471e8b-95ae-4757-b096-2dafbf6cf99a is already hosted by enough agents. {{(pid=92954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 14:01:19.915780 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-d7e34dea-ae02-4617-8eb1-4ef50d90cb95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:19.986151 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.scheduler.base_scheduler [req-e3f1b3d6-b5e5-4277-ac71-62e6be31d0fc req-717dbae9-6384-4602-ab49-49ce29c6b28b tempest-DeleteServersTestJSON-910716097 tempest-DeleteServersTestJSON-910716097-project] Resources bound (agent type, host, resource id): {{(pid=92954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 14:01:20.006234 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3f1b3d6-b5e5-4277-ac71-62e6be31d0fc req-717dbae9-6384-4602-ab49-49ce29c6b28b tempest-DeleteServersTestJSON-910716097 tempest-DeleteServersTestJSON-910716097-project] Received port after_create {{(pid=92954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 14:01:20.028427 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f1b3d6-b5e5-4277-ac71-62e6be31d0fc req-717dbae9-6384-4602-ab49-49ce29c6b28b tempest-DeleteServersTestJSON-910716097 tempest-DeleteServersTestJSON-910716097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:01:20.035455 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-e3f1b3d6-b5e5-4277-ac71-62e6be31d0fc req-717dbae9-6384-4602-ab49-49ce29c6b28b tempest-DeleteServersTestJSON-910716097 tempest-DeleteServersTestJSON-910716097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582248'] for port, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:20.084970 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-d80e33a3-1b7c-448c-8f42-8a84165d8930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1662071'] for network, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:20.109745 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-23280bbe-4296-4d78-abbf-8e629eda9796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744350976988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2608666'] for port, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:20.116158 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-d80e33a3-1b7c-448c-8f42-8a84165d8930 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582248'] for network, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:20.120334 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-d80e33a3-1b7c-448c-8f42-8a84165d8930 admin admin] 10.222.0.16 "DELETE /v2.0/networks/04bbb857-fbda-4399-baf9-004cd03c137c HTTP/1.1" status: 204 len: 168 time: 1.3786197 Jul 07 14:01:20.122111 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Device f78e2a7b-aa71-4188-a0f7-6857407c260d up at agent ovs-agent-dv-cinder-799821-1-iscsi {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 14:01:20.193265 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-e3f1b3d6-b5e5-4277-ac71-62e6be31d0fc req-717dbae9-6384-4602-ab49-49ce29c6b28b tempest-DeleteServersTestJSON-910716097 tempest-DeleteServersTestJSON-910716097-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6636028 Jul 07 14:01:20.233179 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23280bbe-4296-4d78-abbf-8e629eda9796 admin admin] Pushing event updated for resources: {'Port': ['ID=734cb7e8-9c0c-4d2e-b7bf-3cf8736aa215,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:01:20.247649 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80e33a3-1b7c-448c-8f42-8a84165d8930 admin admin] Pushing event deleted for resources: {'Network': ['ID=04bbb857-fbda-4399-baf9-004cd03c137c,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:01:20.258996 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Provisioning complete for port f78e2a7b-aa71-4188-a0f7-6857407c260d triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 14:01:20.260634 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732533'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:20.295175 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23280bbe-4296-4d78-abbf-8e629eda9796 admin admin] Network 7a74c5fe-9a47-4dbb-abf1-b2fc12293d08 is already hosted by enough agents. {{(pid=92953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 14:01:20.302332 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [req-e3f1b3d6-b5e5-4277-ac71-62e6be31d0fc req-f225e513-c141-43e4-a3fd-14a4448e8976 tempest-DeleteServersTestJSON-910716097 tempest-DeleteServersTestJSON-910716097-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=92954) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 14:01:20.311539 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-e3f1b3d6-b5e5-4277-ac71-62e6be31d0fc req-f225e513-c141-43e4-a3fd-14a4448e8976 tempest-DeleteServersTestJSON-910716097 tempest-DeleteServersTestJSON-910716097-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0931458 Jul 07 14:01:20.319341 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bf9c3cf-8169-4a10-9be9-9e4729f3bd99 req-45117615-9aaa-4424-908a-e7eaaa78a38f tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Network 8ff1e969-aa56-4a37-b509-25263365d4bf is already hosted by enough agents. {{(pid=92954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 14:01:20.322908 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888fdeb9-aa47-409b-bfae-b5b5de032abe req-0f3ce723-da53-4b4c-8ef3-c1da6d6446ec tempest-DeleteServersTestJSON-910716097 tempest-DeleteServersTestJSON-910716097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:01:20.330353 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-888fdeb9-aa47-409b-bfae-b5b5de032abe req-0f3ce723-da53-4b4c-8ef3-c1da6d6446ec tempest-DeleteServersTestJSON-910716097 tempest-DeleteServersTestJSON-910716097-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d86d768-8095-4a7c-a8d9-6d66c3b85bc2 HTTP/1.1" status: 200 len: 931 time: 0.8545892 Jul 07 14:01:20.345367 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.scheduler.base_scheduler [None req-23280bbe-4296-4d78-abbf-8e629eda9796 admin admin] Resources bound (agent type, host, resource id): {{(pid=92953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 14:01:20.386048 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23280bbe-4296-4d78-abbf-8e629eda9796 admin admin] Received port after_create {{(pid=92953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 14:01:20.387751 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.scheduler.base_scheduler [req-5bf9c3cf-8169-4a10-9be9-9e4729f3bd99 req-45117615-9aaa-4424-908a-e7eaaa78a38f tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Resources bound (agent type, host, resource id): {{(pid=92954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 14:01:20.470379 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bf9c3cf-8169-4a10-9be9-9e4729f3bd99 req-45117615-9aaa-4424-908a-e7eaaa78a38f tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Received port after_create {{(pid=92954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 14:01:20.489470 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf9c3cf-8169-4a10-9be9-9e4729f3bd99 req-45117615-9aaa-4424-908a-e7eaaa78a38f tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:01:20.491321 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-5bf9c3cf-8169-4a10-9be9-9e4729f3bd99 req-45117615-9aaa-4424-908a-e7eaaa78a38f tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582248'] for port, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:20.546745 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717dbae9-6384-4602-ab49-49ce29c6b28b tempest-DeleteServersTestJSON-910716097 tempest-DeleteServersTestJSON-910716097-project] Pushing event updated for resources: {'Port': ['ID=059f3bea-1d00-4f55-be68-575330c3e78d,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:01:20.596585 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-888fdeb9-aa47-409b-bfae-b5b5de032abe req-17beb31e-8ab3-4a9a-8148-7f4e4a1b5ccd tempest-DeleteServersTestJSON-910716097 tempest-DeleteServersTestJSON-910716097-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac4a4773-c5b9-4563-9dbd-74cf463407e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2640123 Jul 07 14:01:20.693544 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 44110) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:01:20.720976 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-23280bbe-4296-4d78-abbf-8e629eda9796 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1726264'] for router_interface, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:20.773914 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45117615-9aaa-4424-908a-e7eaaa78a38f tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Pushing event updated for resources: {'Port': ['ID=a6f266a4-eec8-4dc4-97e0-ad4c884aec24,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:01:20.813275 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-db35c26a-be0e-4ad2-8035-f3b9a585c125 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a9516d97ab044f7d92a05f1bd19df8ae&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1185174 Jul 07 14:01:20.816807 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 44114) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:01:20.852042 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-04b2939c-bee5-472c-be27-d305d04678dd None None] Provisioning for port 734cb7e8-9c0c-4d2e-b7bf-3cf8736aa215 completed by entity DHCP. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 14:01:20.857237 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-04b2939c-bee5-472c-be27-d305d04678dd None None] Provisioning complete for port 734cb7e8-9c0c-4d2e-b7bf-3cf8736aa215 triggered by entity DHCP. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 14:01:20.857945 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-04b2939c-bee5-472c-be27-d305d04678dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732533'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:20.941491 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-b81d6723-15f4-42ad-94a5-55d5410b964b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:20.944741 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-04b2939c-bee5-472c-be27-d305d04678dd None None] Port 734cb7e8-9c0c-4d2e-b7bf-3cf8736aa215 cannot update to ACTIVE because it is not bound. {{(pid=92955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 14:01:20.970270 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-d7e34dea-ae02-4617-8eb1-4ef50d90cb95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:20.978791 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-b81d6723-15f4-42ad-94a5-55d5410b964b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:20.998628 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-d7e34dea-ae02-4617-8eb1-4ef50d90cb95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:21.004826 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-5bf9c3cf-8169-4a10-9be9-9e4729f3bd99 req-45117615-9aaa-4424-908a-e7eaaa78a38f tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1155853 Jul 07 14:01:21.021110 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [req-e3f1b3d6-b5e5-4277-ac71-62e6be31d0fc req-e5b9efda-06d9-4e15-ac85-2a382481e6b7 service neutron] Request body: {'port': {'device_id': '4d86d768-8095-4a7c-a8d9-6d66c3b85bc2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79982'}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 14:01:21.142971 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-e3f1b3d6-b5e5-4277-ac71-62e6be31d0fc req-e5b9efda-06d9-4e15-ac85-2a382481e6b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:21.168967 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f640d1-d0f9-4af5-ba6d-e91c3115782f req-6447917a-85f5-4930-9753-c1dca5dd8a76 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:01:21.175379 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-81f640d1-d0f9-4af5-ba6d-e91c3115782f req-6447917a-85f5-4930-9753-c1dca5dd8a76 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=96498ca8-2669-4f47-be39-a648f426eda3 HTTP/1.1" status: 200 len: 932 time: 0.6294842 Jul 07 14:01:21.176315 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-b81d6723-15f4-42ad-94a5-55d5410b964b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:21.184388 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-b81d6723-15f4-42ad-94a5-55d5410b964b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:21.188566 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-b81d6723-15f4-42ad-94a5-55d5410b964b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bf173ef6-97bb-4035-abba-c970d625562d HTTP/1.1" status: 204 len: 168 time: 0.3666353 Jul 07 14:01:21.209004 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81d6723-15f4-42ad-94a5-55d5410b964b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf173ef6-97bb-4035-abba-c970d625562d,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:01:21.297280 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-d7e34dea-ae02-4617-8eb1-4ef50d90cb95 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bb53173b08044960bc8019d6fb5b64df&name=default HTTP/1.1" status: 200 len: 2975 time: 2.1689727 Jul 07 14:01:21.324485 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 44124) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:01:21.397779 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e34dea-ae02-4617-8eb1-4ef50d90cb95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30c9b85d-df9c-497e-8be0-9276040d1ab5,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:01:21.665093 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-81f640d1-d0f9-4af5-ba6d-e91c3115782f req-1ec3f5b6-5fd1-4aa0-91b3-51621b734d72 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7df1beb-b93b-47cb-b8fb-65a3d6c0c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4173994 Jul 07 14:01:21.751947 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-23280bbe-4296-4d78-abbf-8e629eda9796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:21.856288 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-464889f1-01be-4bd5-abfa-ad18b3c32150 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:21.914769 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-464889f1-01be-4bd5-abfa-ad18b3c32150 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:21.962824 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 44150) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:01:22.017799 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.notifiers.nova [req-e3f1b3d6-b5e5-4277-ac71-62e6be31d0fc req-e5b9efda-06d9-4e15-ac85-2a382481e6b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 059f3bea-1d00-4f55-be68-575330c3e78d {{(pid=92954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 14:01:22.039272 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-e3f1b3d6-b5e5-4277-ac71-62e6be31d0fc req-e5b9efda-06d9-4e15-ac85-2a382481e6b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:22.041421 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-464889f1-01be-4bd5-abfa-ad18b3c32150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:22.044347 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-464889f1-01be-4bd5-abfa-ad18b3c32150 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:22.045667 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-464889f1-01be-4bd5-abfa-ad18b3c32150 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/30c9b85d-df9c-497e-8be0-9276040d1ab5 HTTP/1.1" status: 204 len: 168 time: 0.7155864 Jul 07 14:01:22.066774 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464889f1-01be-4bd5-abfa-ad18b3c32150 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30c9b85d-df9c-497e-8be0-9276040d1ab5,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:01:22.075065 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.db.provisioning_blocks [req-e3f1b3d6-b5e5-4277-ac71-62e6be31d0fc req-e5b9efda-06d9-4e15-ac85-2a382481e6b7 service neutron] Transition to ACTIVE for port object 059f3bea-1d00-4f55-be68-575330c3e78d will not be triggered until provisioned by entity L2. {{(pid=92954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 14:01:22.089209 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-e3f1b3d6-b5e5-4277-ac71-62e6be31d0fc req-e5b9efda-06d9-4e15-ac85-2a382481e6b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567'] for port, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:22.167548 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [req-5bf9c3cf-8169-4a10-9be9-9e4729f3bd99 req-cb840688-9797-40ba-9a93-c35ac7eea82b service neutron] Request body: {'port': {'device_id': '96498ca8-2669-4f47-be39-a648f426eda3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79982'}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 14:01:22.200016 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 44156) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:01:22.249501 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-453e7b31-dd0e-4f6a-9fb1-0c80c34a8b81 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=75b9ea9d48ac447a8fa66e331c7935a9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2790556 Jul 07 14:01:22.263164 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 44160) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:01:22.407684 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9348f888-c50a-474a-a4ea-08fe236ba162 req-de5640df-2372-49ab-90c8-6fd58a597e09 tempest-DeleteServersTestJSON-910716097 tempest-DeleteServersTestJSON-910716097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:01:22.411150 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-9348f888-c50a-474a-a4ea-08fe236ba162 req-de5640df-2372-49ab-90c8-6fd58a597e09 tempest-DeleteServersTestJSON-910716097 tempest-DeleteServersTestJSON-910716097-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d86d768-8095-4a7c-a8d9-6d66c3b85bc2 HTTP/1.1" status: 200 len: 931 time: 0.4454465 Jul 07 14:01:22.461373 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b9efda-06d9-4e15-ac85-2a382481e6b7 service neutron] Pushing event updated for resources: {'Port': ['ID=059f3bea-1d00-4f55-be68-575330c3e78d,revision_number=2']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:01:22.649404 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-d33751b6-5c4d-470b-bdc8-049101e2df1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:22.656702 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [req-e3f1b3d6-b5e5-4277-ac71-62e6be31d0fc req-e5b9efda-06d9-4e15-ac85-2a382481e6b7 service neutron] Attempting to bind port 059f3bea-1d00-4f55-be68-575330c3e78d on host hv-cinder-79982 for vnic_type normal with profile {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 14:01:22.657172 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [req-e3f1b3d6-b5e5-4277-ac71-62e6be31d0fc req-e5b9efda-06d9-4e15-ac85-2a382481e6b7 service neutron] Attempting to bind port 059f3bea-1d00-4f55-be68-575330c3e78d by drivers openvswitch,hyperv on host hv-cinder-79982 at level 0 using segments [{'id': '05c0ff67-8b91-4468-a9f3-49b8c7b37474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '75471e8b-95ae-4757-b096-2dafbf6cf99a'}] {{(pid=92954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 14:01:22.657506 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f1b3d6-b5e5-4277-ac71-62e6be31d0fc req-e5b9efda-06d9-4e15-ac85-2a382481e6b7 service neutron] Attempting to bind port 059f3bea-1d00-4f55-be68-575330c3e78d on network 75471e8b-95ae-4757-b096-2dafbf6cf99a {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 14:01:22.659197 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-9348f888-c50a-474a-a4ea-08fe236ba162 req-5ad92bdf-effe-4b42-9bc9-9950b63acf30 tempest-DeleteServersTestJSON-910716097 tempest-DeleteServersTestJSON-910716097-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac4a4773-c5b9-4563-9dbd-74cf463407e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238920 Jul 07 14:01:22.708935 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-5bf9c3cf-8169-4a10-9be9-9e4729f3bd99 req-cb840688-9797-40ba-9a93-c35ac7eea82b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:22.711206 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-61640d31-c001-4ffb-be00-a97cabc52031 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:22.749052 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f1b3d6-b5e5-4277-ac71-62e6be31d0fc req-e5b9efda-06d9-4e15-ac85-2a382481e6b7 service neutron] Port 059f3bea-1d00-4f55-be68-575330c3e78d on network 75471e8b-95ae-4757-b096-2dafbf6cf99a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79982 {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 14:01:22.749378 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f1b3d6-b5e5-4277-ac71-62e6be31d0fc req-e5b9efda-06d9-4e15-ac85-2a382481e6b7 service neutron] Attempting to bind port 059f3bea-1d00-4f55-be68-575330c3e78d on network 75471e8b-95ae-4757-b096-2dafbf6cf99a {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 14:01:22.752959 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-23280bbe-4296-4d78-abbf-8e629eda9796 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:22.763063 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-d33751b6-5c4d-470b-bdc8-049101e2df1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:22.794744 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-23280bbe-4296-4d78-abbf-8e629eda9796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2608872'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:23.103603 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23280bbe-4296-4d78-abbf-8e629eda9796 admin admin] Pushing event updated for resources: {'Port': ['ID=734cb7e8-9c0c-4d2e-b7bf-3cf8736aa215,revision_number=2']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:01:23.107046 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-61640d31-c001-4ffb-be00-a97cabc52031 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:23.112408 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f1b3d6-b5e5-4277-ac71-62e6be31d0fc req-e5b9efda-06d9-4e15-ac85-2a382481e6b7 service neutron] Checking agent: {'id': 'e287df4f-fe28-4fcb-9cb8-6aa29893570a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79982', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 13, 59, 32), 'started_at': datetime.datetime(2021, 7, 7, 13, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 14, 1, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 14:01:23.112840 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f1b3d6-b5e5-4277-ac71-62e6be31d0fc req-e5b9efda-06d9-4e15-ac85-2a382481e6b7 service neutron] Checking segment: {'id': '05c0ff67-8b91-4468-a9f3-49b8c7b37474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '75471e8b-95ae-4757-b096-2dafbf6cf99a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 14:01:23.113695 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f1b3d6-b5e5-4277-ac71-62e6be31d0fc req-e5b9efda-06d9-4e15-ac85-2a382481e6b7 service neutron] Bound using segment: {'id': '05c0ff67-8b91-4468-a9f3-49b8c7b37474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '75471e8b-95ae-4757-b096-2dafbf6cf99a'} {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 14:01:23.114191 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [req-e3f1b3d6-b5e5-4277-ac71-62e6be31d0fc req-e5b9efda-06d9-4e15-ac85-2a382481e6b7 service neutron] Bound port: 059f3bea-1d00-4f55-be68-575330c3e78d, host: hv-cinder-79982, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05c0ff67-8b91-4468-a9f3-49b8c7b37474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '75471e8b-95ae-4757-b096-2dafbf6cf99a'}}] {{(pid=92954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 14:01:23.119665 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-23280bbe-4296-4d78-abbf-8e629eda9796 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1712197'] for router_interface, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:23.119852 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-e3f1b3d6-b5e5-4277-ac71-62e6be31d0fc req-e5b9efda-06d9-4e15-ac85-2a382481e6b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:23.127013 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-61640d31-c001-4ffb-be00-a97cabc52031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:23.173600 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-d33751b6-5c4d-470b-bdc8-049101e2df1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:23.176204 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-d33751b6-5c4d-470b-bdc8-049101e2df1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:23.179989 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-d33751b6-5c4d-470b-bdc8-049101e2df1a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2974ef82-8077-473d-b8b2-496dab30debf HTTP/1.1" status: 204 len: 168 time: 0.9144003 Jul 07 14:01:23.206256 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33751b6-5c4d-470b-bdc8-049101e2df1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2974ef82-8077-473d-b8b2-496dab30debf,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:01:23.250033 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [req-e3f1b3d6-b5e5-4277-ac71-62e6be31d0fc req-e5b9efda-06d9-4e15-ac85-2a382481e6b7 service neutron] For port 059f3bea-1d00-4f55-be68-575330c3e78d, host hv-cinder-79982, cleared binding levels {{(pid=92954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 14:01:23.256041 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [req-e3f1b3d6-b5e5-4277-ac71-62e6be31d0fc req-e5b9efda-06d9-4e15-ac85-2a382481e6b7 service neutron] For port 059f3bea-1d00-4f55-be68-575330c3e78d, host hv-cinder-79982, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79982',level=0,port_id=059f3bea-1d00-4f55-be68-575330c3e78d,segment=NetworkSegment(05c0ff67-8b91-4468-a9f3-49b8c7b37474),segment_id=05c0ff67-8b91-4468-a9f3-49b8c7b37474)] {{(pid=92954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 14:01:23.275032 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825f7cc2-0069-48de-9aab-58d6e9f90d6a req-0961dce5-541a-457f-8df5-1b9b342f3479 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:01:23.276664 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-825f7cc2-0069-48de-9aab-58d6e9f90d6a req-0961dce5-541a-457f-8df5-1b9b342f3479 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=96498ca8-2669-4f47-be39-a648f426eda3 HTTP/1.1" status: 200 len: 932 time: 0.2850394 Jul 07 14:01:23.281882 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-e3f1b3d6-b5e5-4277-ac71-62e6be31d0fc req-e5b9efda-06d9-4e15-ac85-2a382481e6b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567'] for port, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:23.395917 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23280bbe-4296-4d78-abbf-8e629eda9796 admin admin] Network 7a74c5fe-9a47-4dbb-abf1-b2fc12293d08 is already hosted by enough agents. {{(pid=92953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 14:01:23.406671 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.scheduler.base_scheduler [None req-23280bbe-4296-4d78-abbf-8e629eda9796 admin admin] Resources bound (agent type, host, resource id): {{(pid=92953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 14:01:23.412955 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-825f7cc2-0069-48de-9aab-58d6e9f90d6a req-4d42f565-3818-4ea4-a758-b4f66b97d573 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7df1beb-b93b-47cb-b8fb-65a3d6c0c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296175 Jul 07 14:01:23.639598 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f1b3d6-b5e5-4277-ac71-62e6be31d0fc req-e5b9efda-06d9-4e15-ac85-2a382481e6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:01:23.640303 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-e3f1b3d6-b5e5-4277-ac71-62e6be31d0fc req-e5b9efda-06d9-4e15-ac85-2a382481e6b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582248'] for port, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:23.650241 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-e3f1b3d6-b5e5-4277-ac71-62e6be31d0fc req-e5b9efda-06d9-4e15-ac85-2a382481e6b7 service neutron] 10.222.0.24 "PUT /v2.0/ports/059f3bea-1d00-4f55-be68-575330c3e78d HTTP/1.1" status: 200 len: 1093 time: 2.9000010 Jul 07 14:01:23.650931 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61640d31-c001-4ffb-be00-a97cabc52031 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=145351a5-d403-4c41-a289-5a516c7ee1d5,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:01:23.702761 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-61640d31-c001-4ffb-be00-a97cabc52031 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a5a8ca023f134395bdb0f17ce14b9d2c&name=default HTTP/1.1" status: 200 len: 2977 time: 1.4998717 Jul 07 14:01:23.705056 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 44234) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:01:23.719842 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23280bbe-4296-4d78-abbf-8e629eda9796 admin admin] Router 6bb28e45-0047-4715-a2f1-b4c897404199 has already been hosted by L3 agent 652ddd47-bc13-4e1c-8285-b4eb8cea957f {{(pid=92953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 14:01:23.729491 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d86d768-8095-4a7c-a8d9-6d66c3b85bc2', 'tag': '059f3bea-1d00-4f55-be68-575330c3e78d'}] {{(pid=92954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 14:01:23.897819 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-f938b7fc-48d6-4887-8b4a-3fd64f5491e5 None None] Provisioning complete for port 734cb7e8-9c0c-4d2e-b7bf-3cf8736aa215 triggered by entity DHCP. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 14:01:23.898297 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-f938b7fc-48d6-4887-8b4a-3fd64f5491e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732533'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:23.987763 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-f938b7fc-48d6-4887-8b4a-3fd64f5491e5 None None] Port 734cb7e8-9c0c-4d2e-b7bf-3cf8736aa215 cannot update to ACTIVE because it is not bound. {{(pid=92955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 14:01:24.138427 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b9efda-06d9-4e15-ac85-2a382481e6b7 service neutron] Pushing event updated for resources: {'Port': ['ID=059f3bea-1d00-4f55-be68-575330c3e78d,revision_number=3']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:01:24.226192 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-d9670964-195b-49d3-88ca-1b43f6dcdd9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:24.251029 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.agents_db [None req-578d1851-68de-424d-8d1f-a58f436dd381 None None] Agent healthcheck: found 6 active agents {{(pid=92956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 14:01:24.259349 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-d9670964-195b-49d3-88ca-1b43f6dcdd9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:24.348341 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-d9670964-195b-49d3-88ca-1b43f6dcdd9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:24.351061 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-d9670964-195b-49d3-88ca-1b43f6dcdd9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:24.352672 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-d9670964-195b-49d3-88ca-1b43f6dcdd9a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/145351a5-d403-4c41-a289-5a516c7ee1d5 HTTP/1.1" status: 204 len: 168 time: 0.4092507 Jul 07 14:01:24.392004 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9670964-195b-49d3-88ca-1b43f6dcdd9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=145351a5-d403-4c41-a289-5a516c7ee1d5,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:01:24.419478 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.notifiers.nova [req-5bf9c3cf-8169-4a10-9be9-9e4729f3bd99 req-cb840688-9797-40ba-9a93-c35ac7eea82b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6f266a4-eec8-4dc4-97e0-ad4c884aec24 {{(pid=92954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 14:01:24.423976 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23280bbe-4296-4d78-abbf-8e629eda9796 admin admin] Notify agent at l3_agent.dv-cinder-799821-1-iscsi the message routers_updated {{(pid=92953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 14:01:24.429602 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-5bf9c3cf-8169-4a10-9be9-9e4729f3bd99 req-cb840688-9797-40ba-9a93-c35ac7eea82b service neutron] Notify callbacks [] for port, precommit_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:24.434397 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09cf77ab-5c96-462f-9b6d-5f6b47b90d7d None None] Sync routers for ids ['6bb28e45-0047-4715-a2f1-b4c897404199'] in dv-cinder-799821-1-iscsi {{(pid=92955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 14:01:24.445094 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-23280bbe-4296-4d78-abbf-8e629eda9796 admin admin] 10.222.0.16 "PUT /v2.0/routers/6bb28e45-0047-4715-a2f1-b4c897404199/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5305305 Jul 07 14:01:24.447376 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09cf77ab-5c96-462f-9b6d-5f6b47b90d7d None None] Routers {'6bb28e45-0047-4715-a2f1-b4c897404199'} bound to L3 agent in host dv-cinder-799821-1-iscsi {{(pid=92955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 14:01:24.448779 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-09cf77ab-5c96-462f-9b6d-5f6b47b90d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T13:53:27Z,description=,heartbeat_timestamp=2021-07-07T14:00:57Z,host='dv-cinder-799821-1-iscsi',id=652ddd47-bc13-4e1c-8285-b4eb8cea957f,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:53:27Z,topic='l3_agent')) {'router_ids': ['6bb28e45-0047-4715-a2f1-b4c897404199'], 'active': True} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:01:24.458854 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.db.provisioning_blocks [req-5bf9c3cf-8169-4a10-9be9-9e4729f3bd99 req-cb840688-9797-40ba-9a93-c35ac7eea82b service neutron] Transition to ACTIVE for port object a6f266a4-eec8-4dc4-97e0-ad4c884aec24 will not be triggered until provisioned by entity L2. {{(pid=92954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 14:01:24.467514 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-5bf9c3cf-8169-4a10-9be9-9e4729f3bd99 req-cb840688-9797-40ba-9a93-c35ac7eea82b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567'] for port, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:24.539241 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5e91c1-8b17-434f-9823-a1642b21a901 req-1730dc0f-693a-4af4-b501-9b84cee100d5 tempest-DeleteServersTestJSON-910716097 tempest-DeleteServersTestJSON-910716097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:01:24.542848 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23a2f25214143ca7dc6eabc905ff8a7df5b3799efbbaa422209646810e3da78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f80ac381-27aa-496b-8ae1-ce9b26fdf62d" -d '{"events": [{"name": "network-changed", "server_uuid": "4d86d768-8095-4a7c-a8d9-6d66c3b85bc2", "tag": "059f3bea-1d00-4f55-be68-575330c3e78d"}]}' {{(pid=92954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 14:01:24.546633 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-ba5e91c1-8b17-434f-9823-a1642b21a901 req-1730dc0f-693a-4af4-b501-9b84cee100d5 tempest-DeleteServersTestJSON-910716097 tempest-DeleteServersTestJSON-910716097-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d86d768-8095-4a7c-a8d9-6d66c3b85bc2 HTTP/1.1" status: 200 len: 943 time: 0.2456808 Jul 07 14:01:24.605163 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb840688-9797-40ba-9a93-c35ac7eea82b service neutron] Pushing event updated for resources: {'Port': ['ID=a6f266a4-eec8-4dc4-97e0-ad4c884aec24,revision_number=2']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:01:24.619362 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [req-5bf9c3cf-8169-4a10-9be9-9e4729f3bd99 req-cb840688-9797-40ba-9a93-c35ac7eea82b service neutron] Attempting to bind port a6f266a4-eec8-4dc4-97e0-ad4c884aec24 on host hv-cinder-79982 for vnic_type normal with profile {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 14:01:24.619990 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [req-5bf9c3cf-8169-4a10-9be9-9e4729f3bd99 req-cb840688-9797-40ba-9a93-c35ac7eea82b service neutron] Attempting to bind port a6f266a4-eec8-4dc4-97e0-ad4c884aec24 by drivers openvswitch,hyperv on host hv-cinder-79982 at level 0 using segments [{'id': 'f3f58588-4c9a-407d-b956-d7d536d6c493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '8ff1e969-aa56-4a37-b509-25263365d4bf'}] {{(pid=92954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 14:01:24.620519 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf9c3cf-8169-4a10-9be9-9e4729f3bd99 req-cb840688-9797-40ba-9a93-c35ac7eea82b service neutron] Attempting to bind port a6f266a4-eec8-4dc4-97e0-ad4c884aec24 on network 8ff1e969-aa56-4a37-b509-25263365d4bf {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 14:01:24.626030 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf9c3cf-8169-4a10-9be9-9e4729f3bd99 req-cb840688-9797-40ba-9a93-c35ac7eea82b service neutron] Port a6f266a4-eec8-4dc4-97e0-ad4c884aec24 on network 8ff1e969-aa56-4a37-b509-25263365d4bf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79982 {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 14:01:24.626638 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf9c3cf-8169-4a10-9be9-9e4729f3bd99 req-cb840688-9797-40ba-9a93-c35ac7eea82b service neutron] Attempting to bind port a6f266a4-eec8-4dc4-97e0-ad4c884aec24 on network 8ff1e969-aa56-4a37-b509-25263365d4bf {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 14:01:24.632930 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf9c3cf-8169-4a10-9be9-9e4729f3bd99 req-cb840688-9797-40ba-9a93-c35ac7eea82b service neutron] Checking agent: {'id': 'e287df4f-fe28-4fcb-9cb8-6aa29893570a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79982', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 13, 59, 32), 'started_at': datetime.datetime(2021, 7, 7, 13, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 14, 1, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 14:01:24.633692 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf9c3cf-8169-4a10-9be9-9e4729f3bd99 req-cb840688-9797-40ba-9a93-c35ac7eea82b service neutron] Checking segment: {'id': 'f3f58588-4c9a-407d-b956-d7d536d6c493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '8ff1e969-aa56-4a37-b509-25263365d4bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 14:01:24.634233 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf9c3cf-8169-4a10-9be9-9e4729f3bd99 req-cb840688-9797-40ba-9a93-c35ac7eea82b service neutron] Bound using segment: {'id': 'f3f58588-4c9a-407d-b956-d7d536d6c493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '8ff1e969-aa56-4a37-b509-25263365d4bf'} {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 14:01:24.634987 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [req-5bf9c3cf-8169-4a10-9be9-9e4729f3bd99 req-cb840688-9797-40ba-9a93-c35ac7eea82b service neutron] Bound port: a6f266a4-eec8-4dc4-97e0-ad4c884aec24, host: hv-cinder-79982, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3f58588-4c9a-407d-b956-d7d536d6c493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '8ff1e969-aa56-4a37-b509-25263365d4bf'}}] {{(pid=92954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 14:01:24.635456 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-5bf9c3cf-8169-4a10-9be9-9e4729f3bd99 req-cb840688-9797-40ba-9a93-c35ac7eea82b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:24.652101 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-ba5e91c1-8b17-434f-9823-a1642b21a901 req-66fce00f-b76b-4c70-8f03-5e876eeb6a23 tempest-DeleteServersTestJSON-910716097 tempest-DeleteServersTestJSON-910716097-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac4a4773-c5b9-4563-9dbd-74cf463407e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983911 Jul 07 14:01:24.734603 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvr_db [None req-09cf77ab-5c96-462f-9b6d-5f6b47b90d7d None None] Set router 6bb28e45-0047-4715-a2f1-b4c897404199 gateway port host: dv-cinder-799821-1-iscsi {{(pid=92955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 14:01:24.737631 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [req-5bf9c3cf-8169-4a10-9be9-9e4729f3bd99 req-cb840688-9797-40ba-9a93-c35ac7eea82b service neutron] For port a6f266a4-eec8-4dc4-97e0-ad4c884aec24, host hv-cinder-79982, cleared binding levels {{(pid=92954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 14:01:24.755556 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [req-5bf9c3cf-8169-4a10-9be9-9e4729f3bd99 req-cb840688-9797-40ba-9a93-c35ac7eea82b service neutron] For port a6f266a4-eec8-4dc4-97e0-ad4c884aec24, host hv-cinder-79982, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79982',level=0,port_id=a6f266a4-eec8-4dc4-97e0-ad4c884aec24,segment=NetworkSegment(f3f58588-4c9a-407d-b956-d7d536d6c493),segment_id=f3f58588-4c9a-407d-b956-d7d536d6c493)] {{(pid=92954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 14:01:24.770696 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-5bf9c3cf-8169-4a10-9be9-9e4729f3bd99 req-cb840688-9797-40ba-9a93-c35ac7eea82b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567'] for port, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:24.834416 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf9c3cf-8169-4a10-9be9-9e4729f3bd99 req-cb840688-9797-40ba-9a93-c35ac7eea82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:01:24.835069 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-5bf9c3cf-8169-4a10-9be9-9e4729f3bd99 req-cb840688-9797-40ba-9a93-c35ac7eea82b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582248'] for port, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:24.836737 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-5bf9c3cf-8169-4a10-9be9-9e4729f3bd99 req-cb840688-9797-40ba-9a93-c35ac7eea82b service neutron] 10.222.0.24 "PUT /v2.0/ports/a6f266a4-eec8-4dc4-97e0-ad4c884aec24 HTTP/1.1" status: 200 len: 1094 time: 2.6870675 Jul 07 14:01:24.868201 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-c7baeb6a-ebc6-4758-ab67-970dbdd104ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:24.875066 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb840688-9797-40ba-9a93-c35ac7eea82b service neutron] Pushing event updated for resources: {'Port': ['ID=a6f266a4-eec8-4dc4-97e0-ad4c884aec24,revision_number=3']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:01:24.943851 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244c86fe-b6a1-4522-862d-6c9e4bf7b432 req-04ef4e2a-1cf0-4234-a35c-df98cba46558 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:01:24.945783 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-244c86fe-b6a1-4522-862d-6c9e4bf7b432 req-04ef4e2a-1cf0-4234-a35c-df98cba46558 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=96498ca8-2669-4f47-be39-a648f426eda3 HTTP/1.1" status: 200 len: 944 time: 0.0939684 Jul 07 14:01:25.048753 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-244c86fe-b6a1-4522-862d-6c9e4bf7b432 req-ad6b20f1-6a90-4781-a211-9a9806755145 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7df1beb-b93b-47cb-b8fb-65a3d6c0c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482564 Jul 07 14:01:25.110563 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-09cf77ab-5c96-462f-9b6d-5f6b47b90d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb28e45-0047-4715-a2f1-b4c897404199', 'name': 'tempest-AttachVolumeTestJSON-201062429-router', 'tenant_id': '7be607c781c14fec85721959afd863d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'external_fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': 'f78e2a7b-aa71-4188-a0f7-6857407c260d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T14:01:11Z', 'updated_at': '2021-07-07T14:01:21Z', 'revision_number': 4, 'project_id': '7be607c781c14fec85721959afd863d4', 'gw_port': {'id': 'f78e2a7b-aa71-4188-a0f7-6857407c260d', 'name': '', 'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ed:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb28e45-0047-4715-a2f1-b4c897404199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:01:12Z', 'updated_at': '2021-07-07T14:01:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799821-1-iscsi', '_interfaces': [{'id': '734cb7e8-9c0c-4d2e-b7bf-3cf8736aa215', 'name': '', 'network_id': '7a74c5fe-9a47-4dbb-abf1-b2fc12293d08', 'tenant_id': '7be607c781c14fec85721959afd863d4', 'mac_address': 'fa:16:3e:6a:c8:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb28e45-0047-4715-a2f1-b4c897404199', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'ef4c23d4-6942-49b9-b251-988fb449a81d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:01:16Z', 'updated_at': '2021-07-07T14:01:22Z', 'revision_number': 2, 'project_id': '7be607c781c14fec85721959afd863d4', 'subnets': [{'id': 'ef4c23d4-6942-49b9-b251-988fb449a81d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799821-1-iscsi', False) {} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:01:25.140406 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09cf77ab-5c96-462f-9b6d-5f6b47b90d7d None None] Checking router: 6bb28e45-0047-4715-a2f1-b4c897404199 for host: dv-cinder-799821-1-iscsi {{(pid=92955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 14:01:25.140734 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09cf77ab-5c96-462f-9b6d-5f6b47b90d7d None None] Updating router 6bb28e45-0047-4715-a2f1-b4c897404199 port 734cb7e8-9c0c-4d2e-b7bf-3cf8736aa215 binding host dv-cinder-799821-1-iscsi {{(pid=92955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 14:01:25.172658 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 14:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-660ecba1-fbdf-473d-b9cb-2870fde2be8c x-openstack-request-id: req-660ecba1-fbdf-473d-b9cb-2870fde2be8c {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 14:01:25.173181 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d86d768-8095-4a7c-a8d9-6d66c3b85bc2", "tag": "059f3bea-1d00-4f55-be68-575330c3e78d", "status": "completed", "code": 200}]} {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 14:01:25.173368 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-660ecba1-fbdf-473d-b9cb-2870fde2be8c {{(pid=92954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 14:01:25.173900 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d86d768-8095-4a7c-a8d9-6d66c3b85bc2', 'tag': '059f3bea-1d00-4f55-be68-575330c3e78d', 'status': 'completed', 'code': 200} Jul 07 14:01:25.204077 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-09cf77ab-5c96-462f-9b6d-5f6b47b90d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:25.285850 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 44356) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:01:25.521848 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-09cf77ab-5c96-462f-9b6d-5f6b47b90d7d None None] Notify callbacks [] for port, precommit_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:25.532579 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-09cf77ab-5c96-462f-9b6d-5f6b47b90d7d None None] Transition to ACTIVE for port object 734cb7e8-9c0c-4d2e-b7bf-3cf8736aa215 will not be triggered until provisioned by entity L2. {{(pid=92955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 14:01:25.540699 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-09cf77ab-5c96-462f-9b6d-5f6b47b90d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:25.584524 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-db3a8f80-20b9-402f-8f1a-dfb2eea10a2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:25.664894 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f82b71-2be1-4130-a0c5-9855e6924b66 None None] Pushing event updated for resources: {'Port': ['ID=734cb7e8-9c0c-4d2e-b7bf-3cf8736aa215,revision_number=3']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:01:25.691596 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.managers [None req-09cf77ab-5c96-462f-9b6d-5f6b47b90d7d None None] Attempting to bind port 734cb7e8-9c0c-4d2e-b7bf-3cf8736aa215 on host dv-cinder-799821-1-iscsi for vnic_type normal with profile {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 14:01:25.695393 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.managers [None req-09cf77ab-5c96-462f-9b6d-5f6b47b90d7d None None] Attempting to bind port 734cb7e8-9c0c-4d2e-b7bf-3cf8736aa215 by drivers openvswitch,hyperv on host dv-cinder-799821-1-iscsi at level 0 using segments [{'id': '043e9d5d-1b9c-4dcb-af68-bd7e747c833a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '7a74c5fe-9a47-4dbb-abf1-b2fc12293d08'}] {{(pid=92955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 14:01:25.695654 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09cf77ab-5c96-462f-9b6d-5f6b47b90d7d None None] Attempting to bind port 734cb7e8-9c0c-4d2e-b7bf-3cf8736aa215 on network 7a74c5fe-9a47-4dbb-abf1-b2fc12293d08 {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 14:01:25.709678 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09cf77ab-5c96-462f-9b6d-5f6b47b90d7d None None] Checking agent: {'id': 'bf273e17-8767-46a0-900a-b292254968fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799821-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 13, 53, 28), 'started_at': datetime.datetime(2021, 7, 7, 13, 53, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 14, 0, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799821-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 14:01:25.710043 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09cf77ab-5c96-462f-9b6d-5f6b47b90d7d None None] Checking segment: {'id': '043e9d5d-1b9c-4dcb-af68-bd7e747c833a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '7a74c5fe-9a47-4dbb-abf1-b2fc12293d08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 14:01:25.710469 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-09cf77ab-5c96-462f-9b6d-5f6b47b90d7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:25.713988 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09cf77ab-5c96-462f-9b6d-5f6b47b90d7d None None] Bound using segment: {'id': '043e9d5d-1b9c-4dcb-af68-bd7e747c833a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '7a74c5fe-9a47-4dbb-abf1-b2fc12293d08'} {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 14:01:25.714589 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.managers [None req-09cf77ab-5c96-462f-9b6d-5f6b47b90d7d None None] Bound port: 734cb7e8-9c0c-4d2e-b7bf-3cf8736aa215, host: dv-cinder-799821-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '043e9d5d-1b9c-4dcb-af68-bd7e747c833a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '7a74c5fe-9a47-4dbb-abf1-b2fc12293d08'}}] {{(pid=92955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 14:01:25.715036 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-09cf77ab-5c96-462f-9b6d-5f6b47b90d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:25.761793 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-db3a8f80-20b9-402f-8f1a-dfb2eea10a2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:25.764995 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 44382) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:01:25.770539 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-db3a8f80-20b9-402f-8f1a-dfb2eea10a2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:25.771465 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [None req-81cb6e96-4a3d-4c0f-96e7-9454c4445ce4 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1765310519', 'description': 'tempest-description--1634548214'}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 14:01:25.833753 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-81cb6e96-4a3d-4c0f-96e7-9454c4445ce4 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Notify callbacks [] for security_group, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:25.859839 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-db3a8f80-20b9-402f-8f1a-dfb2eea10a2a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9f8df26b5e874f0691bf39101090e3c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5720749 Jul 07 14:01:25.870269 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 44384) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:01:25.874609 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-09cf77ab-5c96-462f-9b6d-5f6b47b90d7d None None] For port 734cb7e8-9c0c-4d2e-b7bf-3cf8736aa215, host dv-cinder-799821-1-iscsi, cleared binding levels {{(pid=92955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 14:01:25.879293 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-09cf77ab-5c96-462f-9b6d-5f6b47b90d7d None None] For port 734cb7e8-9c0c-4d2e-b7bf-3cf8736aa215, host dv-cinder-799821-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799821-1-iscsi',level=0,port_id=734cb7e8-9c0c-4d2e-b7bf-3cf8736aa215,segment=NetworkSegment(043e9d5d-1b9c-4dcb-af68-bd7e747c833a),segment_id=043e9d5d-1b9c-4dcb-af68-bd7e747c833a)] {{(pid=92955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 14:01:25.885883 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-09cf77ab-5c96-462f-9b6d-5f6b47b90d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:25.988071 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09cf77ab-5c96-462f-9b6d-5f6b47b90d7d None None] Routers {'6bb28e45-0047-4715-a2f1-b4c897404199'} bound to L3 agent in host dv-cinder-799821-1-iscsi {{(pid=92955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 14:01:25.989204 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-09cf77ab-5c96-462f-9b6d-5f6b47b90d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T13:53:27Z,description=,heartbeat_timestamp=2021-07-07T14:00:57Z,host='dv-cinder-799821-1-iscsi',id=652ddd47-bc13-4e1c-8285-b4eb8cea957f,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:53:27Z,topic='l3_agent')) {'router_ids': ['6bb28e45-0047-4715-a2f1-b4c897404199'], 'active': True} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:01:26.005817 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-ec0f3113-abf6-4479-82f7-2c6a8c33b072 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:26.045735 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3a8f80-20b9-402f-8f1a-dfb2eea10a2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49b9bd2f-cc79-4a89-ab03-fdc6b34102f6,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:01:26.092151 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 44392) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:01:26.146310 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-ec0f3113-abf6-4479-82f7-2c6a8c33b072 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:26.153551 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf1b0fc-ea11-4065-b99d-a4fc91f11f6e req-fee995ab-bc25-4ea4-a136-dcac5f0a8f30 tempest-DeleteServersTestJSON-910716097 tempest-DeleteServersTestJSON-910716097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:01:26.163602 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-acf1b0fc-ea11-4065-b99d-a4fc91f11f6e req-fee995ab-bc25-4ea4-a136-dcac5f0a8f30 tempest-DeleteServersTestJSON-910716097 tempest-DeleteServersTestJSON-910716097-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d86d768-8095-4a7c-a8d9-6d66c3b85bc2 HTTP/1.1" status: 200 len: 943 time: 0.2988243 Jul 07 14:01:26.201693 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f82b71-2be1-4130-a0c5-9855e6924b66 None None] Pushing event updated for resources: {'Port': ['ID=734cb7e8-9c0c-4d2e-b7bf-3cf8736aa215,revision_number=4']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:01:26.207165 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-81cb6e96-4a3d-4c0f-96e7-9454c4445ce4 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Notify callbacks [] for security_group, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:26.225870 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-81cb6e96-4a3d-4c0f-96e7-9454c4445ce4 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:26.309803 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-acf1b0fc-ea11-4065-b99d-a4fc91f11f6e req-348b83e7-dfac-4b00-aa41-a421dd3ad396 tempest-DeleteServersTestJSON-910716097 tempest-DeleteServersTestJSON-910716097-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac4a4773-c5b9-4563-9dbd-74cf463407e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290483 Jul 07 14:01:26.382240 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvr_db [None req-09cf77ab-5c96-462f-9b6d-5f6b47b90d7d None None] Set router 6bb28e45-0047-4715-a2f1-b4c897404199 gateway port host: dv-cinder-799821-1-iscsi {{(pid=92955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 14:01:26.409607 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-81cb6e96-4a3d-4c0f-96e7-9454c4445ce4 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Notify callbacks [] for security_group, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:26.417378 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-81cb6e96-4a3d-4c0f-96e7-9454c4445ce4 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6489358 Jul 07 14:01:26.420165 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 44404) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:01:26.424746 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cb6e96-4a3d-4c0f-96e7-9454c4445ce4 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9a5b739-188e-462f-a79f-818cd3b73a76,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:01:26.429306 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.v2.base [None req-b203a2f4-7a47-4561-8062-d3bb70748ae3 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Request body: {'security_group_rule': {'security_group_id': 'e9a5b739-188e-462f-a79f-818cd3b73a76', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 14:01:26.476506 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-ec0f3113-abf6-4479-82f7-2c6a8c33b072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:26.479704 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-ec0f3113-abf6-4479-82f7-2c6a8c33b072 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:26.484087 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-ec0f3113-abf6-4479-82f7-2c6a8c33b072 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/49b9bd2f-cc79-4a89-ab03-fdc6b34102f6 HTTP/1.1" status: 204 len: 168 time: 0.6081462 Jul 07 14:01:26.494732 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0f3113-abf6-4479-82f7-2c6a8c33b072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49b9bd2f-cc79-4a89-ab03-fdc6b34102f6,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:01:26.602613 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6412b9bd-3940-4d71-ab5b-fc0bf238c075 req-68f4f9f2-f2d7-408d-b204-7711d2c978f4 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:01:26.604848 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-6412b9bd-3940-4d71-ab5b-fc0bf238c075 req-68f4f9f2-f2d7-408d-b204-7711d2c978f4 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=96498ca8-2669-4f47-be39-a648f426eda3 HTTP/1.1" status: 200 len: 944 time: 0.2654853 Jul 07 14:01:26.660419 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a8c44ac5-3247-451d-9b10-0ebe3b488886 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:26.798308 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-b203a2f4-7a47-4561-8062-d3bb70748ae3 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:26.848864 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-6412b9bd-3940-4d71-ab5b-fc0bf238c075 req-5b2b347b-470d-4ef6-905a-f8aaaa380920 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7df1beb-b93b-47cb-b8fb-65a3d6c0c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225406 Jul 07 14:01:26.935483 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-09cf77ab-5c96-462f-9b6d-5f6b47b90d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb28e45-0047-4715-a2f1-b4c897404199', 'name': 'tempest-AttachVolumeTestJSON-201062429-router', 'tenant_id': '7be607c781c14fec85721959afd863d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'external_fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': 'f78e2a7b-aa71-4188-a0f7-6857407c260d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T14:01:11Z', 'updated_at': '2021-07-07T14:01:21Z', 'revision_number': 4, 'project_id': '7be607c781c14fec85721959afd863d4', 'gw_port': {'id': 'f78e2a7b-aa71-4188-a0f7-6857407c260d', 'name': '', 'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ed:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb28e45-0047-4715-a2f1-b4c897404199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:01:12Z', 'updated_at': '2021-07-07T14:01:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799821-1-iscsi', '_interfaces': [{'id': '734cb7e8-9c0c-4d2e-b7bf-3cf8736aa215', 'name': '', 'network_id': '7a74c5fe-9a47-4dbb-abf1-b2fc12293d08', 'tenant_id': '7be607c781c14fec85721959afd863d4', 'mac_address': 'fa:16:3e:6a:c8:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb28e45-0047-4715-a2f1-b4c897404199', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'ef4c23d4-6942-49b9-b251-988fb449a81d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:01:16Z', 'updated_at': '2021-07-07T14:01:25Z', 'revision_number': 4, 'project_id': '7be607c781c14fec85721959afd863d4', 'subnets': [{'id': 'ef4c23d4-6942-49b9-b251-988fb449a81d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799821-1-iscsi', False) {} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:01:26.971604 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a8c44ac5-3247-451d-9b10-0ebe3b488886 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:27.007539 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-b203a2f4-7a47-4561-8062-d3bb70748ae3 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:27.011839 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a8c44ac5-3247-451d-9b10-0ebe3b488886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:27.027858 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09cf77ab-5c96-462f-9b6d-5f6b47b90d7d None None] The sync data for ids ['6bb28e45-0047-4715-a2f1-b4c897404199'] in dv-cinder-799821-1-iscsi is: [{'id': '6bb28e45-0047-4715-a2f1-b4c897404199', 'name': 'tempest-AttachVolumeTestJSON-201062429-router', 'tenant_id': '7be607c781c14fec85721959afd863d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'external_fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': 'f78e2a7b-aa71-4188-a0f7-6857407c260d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T14:01:11Z', 'updated_at': '2021-07-07T14:01:21Z', 'revision_number': 4, 'project_id': '7be607c781c14fec85721959afd863d4', 'gw_port': {'id': 'f78e2a7b-aa71-4188-a0f7-6857407c260d', 'name': '', 'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ed:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb28e45-0047-4715-a2f1-b4c897404199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:01:12Z', 'updated_at': '2021-07-07T14:01:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799821-1-iscsi', '_interfaces': [{'id': '734cb7e8-9c0c-4d2e-b7bf-3cf8736aa215', 'name': '', 'network_id': '7a74c5fe-9a47-4dbb-abf1-b2fc12293d08', 'tenant_id': '7be607c781c14fec85721959afd863d4', 'mac_address': 'fa:16:3e:6a:c8:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb28e45-0047-4715-a2f1-b4c897404199', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'ef4c23d4-6942-49b9-b251-988fb449a81d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:01:16Z', 'updated_at': '2021-07-07T14:01:25Z', 'revision_number': 4, 'project_id': '7be607c781c14fec85721959afd863d4', 'subnets': [{'id': 'ef4c23d4-6942-49b9-b251-988fb449a81d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 14:01:27.055254 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-b203a2f4-7a47-4561-8062-d3bb70748ae3 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1690631'] for security_group_rule, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:27.175307 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96498ca8-2669-4f47-be39-a648f426eda3', 'tag': 'a6f266a4-eec8-4dc4-97e0-ad4c884aec24'}] {{(pid=92954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 14:01:27.177744 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23a2f25214143ca7dc6eabc905ff8a7df5b3799efbbaa422209646810e3da78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4028414f-e634-458d-84e2-1cfc0573ad5b" -d '{"events": [{"name": "network-changed", "server_uuid": "96498ca8-2669-4f47-be39-a648f426eda3", "tag": "a6f266a4-eec8-4dc4-97e0-ad4c884aec24"}]}' {{(pid=92954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 14:01:27.219483 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c44ac5-3247-451d-9b10-0ebe3b488886 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c916bc5-7cf1-4c67-b276-0a5f9094ea20,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:01:27.295215 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 14:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c63483be-a9e1-4ed2-9110-fad3ddaade92 x-openstack-request-id: req-c63483be-a9e1-4ed2-9110-fad3ddaade92 {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 14:01:27.295700 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96498ca8-2669-4f47-be39-a648f426eda3", "tag": "a6f266a4-eec8-4dc4-97e0-ad4c884aec24", "status": "completed", "code": 200}]} {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 14:01:27.295776 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c63483be-a9e1-4ed2-9110-fad3ddaade92 {{(pid=92954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 14:01:27.296247 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96498ca8-2669-4f47-be39-a648f426eda3', 'tag': 'a6f266a4-eec8-4dc4-97e0-ad4c884aec24', 'status': 'completed', 'code': 200} Jul 07 14:01:27.297385 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-b203a2f4-7a47-4561-8062-d3bb70748ae3 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:27.310844 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 44434) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:01:27.314032 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [None req-e34dee0b-24fe-4b9d-b343-350a4d6b47c6 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Request body: {'security_group_rule': {'security_group_id': 'e9a5b739-188e-462f-a79f-818cd3b73a76', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 14:01:27.318042 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-b203a2f4-7a47-4561-8062-d3bb70748ae3 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8963940 Jul 07 14:01:27.345794 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 44436) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:01:27.351863 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-a8c44ac5-3247-451d-9b10-0ebe3b488886 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=166c6cc011924716a89ecb466bf2b595&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2528460 Jul 07 14:01:27.355932 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b203a2f4-7a47-4561-8062-d3bb70748ae3 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae0c5737-1d59-42fe-aa1c-0743c4c45e1a,revision_number=0']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:01:27.427687 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 44442) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:01:27.442040 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-5b58ed57-cc25-414b-b10e-d8a5a79c4ecb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:27.502168 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-45a36e4f-be61-48ca-8b50-65f338c3eec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:27.524693 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-f0543146-36db-4e11-8e4c-9ea08a529098 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:27.652839 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-e34dee0b-24fe-4b9d-b343-350a4d6b47c6 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:27.725130 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-5b58ed57-cc25-414b-b10e-d8a5a79c4ecb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:27.741221 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-5b58ed57-cc25-414b-b10e-d8a5a79c4ecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:27.749286 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-f0543146-36db-4e11-8e4c-9ea08a529098 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:27.804000 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:27.933768 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-5b58ed57-cc25-414b-b10e-d8a5a79c4ecb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8092e59cfc084175ac45e07634ca7804&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5051455 Jul 07 14:01:27.936575 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 44454) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:01:28.114864 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b58ed57-cc25-414b-b10e-d8a5a79c4ecb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa173e23-cfb0-4857-840c-81cdb4fddb43,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:01:28.134171 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-f0543146-36db-4e11-8e4c-9ea08a529098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:28.167673 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-f0543146-36db-4e11-8e4c-9ea08a529098 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:28.171985 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-f0543146-36db-4e11-8e4c-9ea08a529098 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1c916bc5-7cf1-4c67-b276-0a5f9094ea20 HTTP/1.1" status: 204 len: 168 time: 0.8120153 Jul 07 14:01:28.214256 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-5cdf4e9a-f26a-46f8-8222-9db5dd9ff157 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:28.239564 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-5cdf4e9a-f26a-46f8-8222-9db5dd9ff157 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:28.274152 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0543146-36db-4e11-8e4c-9ea08a529098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c916bc5-7cf1-4c67-b276-0a5f9094ea20,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:01:28.314478 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93c9728-02e8-4263-a122-a75fbae13230 req-1974f63f-58f2-417e-a631-5e2555c2048f tempest-DeleteServersTestJSON-910716097 tempest-DeleteServersTestJSON-910716097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:01:28.325990 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-d93c9728-02e8-4263-a122-a75fbae13230 req-1974f63f-58f2-417e-a631-5e2555c2048f tempest-DeleteServersTestJSON-910716097 tempest-DeleteServersTestJSON-910716097-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d86d768-8095-4a7c-a8d9-6d66c3b85bc2 HTTP/1.1" status: 200 len: 943 time: 0.5316837 Jul 07 14:01:28.378973 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Device 734cb7e8-9c0c-4d2e-b7bf-3cf8736aa215 up at agent ovs-agent-dv-cinder-799821-1-iscsi {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 14:01:28.427288 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-e34dee0b-24fe-4b9d-b343-350a4d6b47c6 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:28.458859 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-d93c9728-02e8-4263-a122-a75fbae13230 req-9f61317c-52f1-44b5-8ab8-33c6e4c1daf0 tempest-DeleteServersTestJSON-910716097 tempest-DeleteServersTestJSON-910716097-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac4a4773-c5b9-4563-9dbd-74cf463407e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316516 Jul 07 14:01:28.474719 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-e34dee0b-24fe-4b9d-b343-350a4d6b47c6 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1690631'] for security_group_rule, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:28.507751 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1e3f16-f1da-4307-8323-391d0adef2a1 req-75e0b2f3-67ff-40a0-9032-3d76527b0737 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:01:28.513112 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34dee0b-24fe-4b9d-b343-350a4d6b47c6 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32d508e8-ec31-4b17-a71b-bb82fe3f76c3,revision_number=0']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:01:28.525109 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-3f1e3f16-f1da-4307-8323-391d0adef2a1 req-75e0b2f3-67ff-40a0-9032-3d76527b0737 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=96498ca8-2669-4f47-be39-a648f426eda3 HTTP/1.1" status: 200 len: 944 time: 0.3572471 Jul 07 14:01:28.536690 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Provisioning for port 734cb7e8-9c0c-4d2e-b7bf-3cf8736aa215 completed by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 14:01:28.546130 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Provisioning complete for port 734cb7e8-9c0c-4d2e-b7bf-3cf8736aa215 triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 14:01:28.546635 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732533'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:28.580209 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-5cdf4e9a-f26a-46f8-8222-9db5dd9ff157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:28.591699 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-5cdf4e9a-f26a-46f8-8222-9db5dd9ff157 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:28.592871 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-5cdf4e9a-f26a-46f8-8222-9db5dd9ff157 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/aa173e23-cfb0-4857-840c-81cdb4fddb43 HTTP/1.1" status: 204 len: 168 time: 0.6551836 Jul 07 14:01:28.625586 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-797095d9-f31f-46bc-add0-d9922559420e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:28.628507 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdf4e9a-f26a-46f8-8222-9db5dd9ff157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa173e23-cfb0-4857-840c-81cdb4fddb43,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:01:28.637161 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-e34dee0b-24fe-4b9d-b343-350a4d6b47c6 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:28.641216 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-e34dee0b-24fe-4b9d-b343-350a4d6b47c6 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3295600 Jul 07 14:01:28.647171 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 44470) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:01:28.664847 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [None req-b49515a0-357f-4a5c-abed-f23c9c748a89 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Request body: {'floatingip': {'floating_network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5'}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 14:01:28.671500 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80ac381-27aa-496b-8ae1-ce9b26fdf62d req-dab8a221-5082-4f83-9c30-bb5167e13e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:01:28.672959 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-f80ac381-27aa-496b-8ae1-ce9b26fdf62d req-dab8a221-5082-4f83-9c30-bb5167e13e59 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2939b73b8ce04c97a0ecc75de3fc0a6e&device_id=4d86d768-8095-4a7c-a8d9-6d66c3b85bc2 HTTP/1.1" status: 200 len: 1096 time: 0.5479808 Jul 07 14:01:28.701075 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-3f1e3f16-f1da-4307-8323-391d0adef2a1 req-f7a2e03c-3cea-4185-abd7-57ff125e8fa9 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7df1beb-b93b-47cb-b8fb-65a3d6c0c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750009 Jul 07 14:01:28.703403 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4028414f-e634-458d-84e2-1cfc0573ad5b req-ee89ad4d-688d-46f7-b685-b23d450bf971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:01:28.705848 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-4028414f-e634-458d-84e2-1cfc0573ad5b req-ee89ad4d-688d-46f7-b685-b23d450bf971 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4606813b7d26435ca537716b5eac6fcc&device_id=96498ca8-2669-4f47-be39-a648f426eda3 HTTP/1.1" status: 200 len: 1097 time: 0.8237464 Jul 07 14:01:28.769696 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-b49515a0-357f-4a5c-abed-f23c9c748a89 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Notify callbacks [] for floatingip, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:28.775314 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:28.911154 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] For port 734cb7e8-9c0c-4d2e-b7bf-3cf8736aa215, host dv-cinder-799821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799821-1-iscsi',level=0,port_id=734cb7e8-9c0c-4d2e-b7bf-3cf8736aa215,segment=NetworkSegment(043e9d5d-1b9c-4dcb-af68-bd7e747c833a),segment_id=043e9d5d-1b9c-4dcb-af68-bd7e747c833a)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 14:01:28.921741 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:29.070307 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Pushing event updated for resources: {'Port': ['ID=734cb7e8-9c0c-4d2e-b7bf-3cf8736aa215,revision_number=5']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:01:29.622855 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4028414f-e634-458d-84e2-1cfc0573ad5b req-30304033-8b0c-425c-be64-e6a502fc3645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:01:29.625061 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-4028414f-e634-458d-84e2-1cfc0573ad5b req-30304033-8b0c-425c-be64-e6a502fc3645 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=4606813b7d26435ca537716b5eac6fcc&shared=False HTTP/1.1" status: 200 len: 916 time: 0.8110476 Jul 07 14:01:29.816752 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 44516) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:01:29.879733 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80ac381-27aa-496b-8ae1-ce9b26fdf62d req-ccc648dc-631d-4bd9-8ba3-d2a3225e7ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:01:29.881595 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-f80ac381-27aa-496b-8ae1-ce9b26fdf62d req-ccc648dc-631d-4bd9-8ba3-d2a3225e7ce7 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=2939b73b8ce04c97a0ecc75de3fc0a6e&shared=False HTTP/1.1" status: 200 len: 913 time: 1.0434704 Jul 07 14:01:29.942681 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1296d8e5-40eb-4184-8083-da1ee090b5ab req-93b97cf2-4e05-4777-a2d2-cc1107953382 tempest-DeleteServersTestJSON-910716097 tempest-DeleteServersTestJSON-910716097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:01:29.955248 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-1296d8e5-40eb-4184-8083-da1ee090b5ab req-93b97cf2-4e05-4777-a2d2-cc1107953382 tempest-DeleteServersTestJSON-910716097 tempest-DeleteServersTestJSON-910716097-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d86d768-8095-4a7c-a8d9-6d66c3b85bc2 HTTP/1.1" status: 200 len: 943 time: 0.1969373 Jul 07 14:01:29.973014 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-b49515a0-357f-4a5c-abed-f23c9c748a89 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:30.157298 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-de2cb0b5-6e4a-418e-bae1-4b4e8a512c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:30.184334 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Device 734cb7e8-9c0c-4d2e-b7bf-3cf8736aa215 up at agent ovs-agent-dv-cinder-799821-1-iscsi {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 14:01:30.245516 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-1296d8e5-40eb-4184-8083-da1ee090b5ab req-6d75c448-f87f-4360-b915-08e14837db34 tempest-DeleteServersTestJSON-910716097 tempest-DeleteServersTestJSON-910716097-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac4a4773-c5b9-4563-9dbd-74cf463407e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2853851 Jul 07 14:01:30.275540 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4028414f-e634-458d-84e2-1cfc0573ad5b req-9e137373-479b-4bd7-83a4-3a48724cfa38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:01:30.277158 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-4028414f-e634-458d-84e2-1cfc0573ad5b req-9e137373-479b-4bd7-83a4-3a48724cfa38 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5764289 Jul 07 14:01:30.304639 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bb95df-921e-45ef-bef2-f2cc2f2cad05 req-0273f6da-c14e-44cc-9ee6-7d967be238ef tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:01:30.308739 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-47bb95df-921e-45ef-bef2-f2cc2f2cad05 req-0273f6da-c14e-44cc-9ee6-7d967be238ef tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=96498ca8-2669-4f47-be39-a648f426eda3 HTTP/1.1" status: 200 len: 944 time: 0.3445537 Jul 07 14:01:30.313786 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80ac381-27aa-496b-8ae1-ce9b26fdf62d req-be3850cf-a1b0-440d-8db9-0253de5e29ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:01:30.316361 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-f80ac381-27aa-496b-8ae1-ce9b26fdf62d req-be3850cf-a1b0-440d-8db9-0253de5e29ba service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3973637 Jul 07 14:01:30.317663 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.db.db_base_plugin_common [None req-b49515a0-357f-4a5c-abed-f23c9c748a89 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Allocated IP 172.27.0.9 (c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5/157deb10-066f-4182-88bf-9da6b52b6e64/542f4801-1fe3-4a21-a87e-c9f3f6d1ceb7) {{(pid=92954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 14:01:30.332130 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Provisioning complete for port 734cb7e8-9c0c-4d2e-b7bf-3cf8736aa215 triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 14:01:30.333728 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732533'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:30.398887 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-47bb95df-921e-45ef-bef2-f2cc2f2cad05 req-624cfab8-6318-44ec-b82b-b3f6fe71d1db tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7df1beb-b93b-47cb-b8fb-65a3d6c0c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843627 Jul 07 14:01:30.440588 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-75e9d2a2-96ad-4650-81de-422ba804e711 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:30.533510 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-b49515a0-357f-4a5c-abed-f23c9c748a89 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Notify callbacks [] for port, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:30.655431 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-75e9d2a2-96ad-4650-81de-422ba804e711 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:30.664901 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-75e9d2a2-96ad-4650-81de-422ba804e711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:30.758807 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-75e9d2a2-96ad-4650-81de-422ba804e711 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2e57ca21dc544f149c7201fc2b63bf04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9390631 Jul 07 14:01:30.759807 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e9d2a2-96ad-4650-81de-422ba804e711 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d2f26b7-7276-457a-acae-3e306a49fd77,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:01:30.762159 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 44546) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:01:30.838590 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f1b3d6-b5e5-4277-ac71-62e6be31d0fc req-46e64e73-2c55-4867-a337-d1f24396460f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:01:30.844592 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-e3f1b3d6-b5e5-4277-ac71-62e6be31d0fc req-46e64e73-2c55-4867-a337-d1f24396460f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2939b73b8ce04c97a0ecc75de3fc0a6e&device_id=4d86d768-8095-4a7c-a8d9-6d66c3b85bc2 HTTP/1.1" status: 200 len: 1096 time: 0.2823074 Jul 07 14:01:30.874610 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-b55c0029-0bbb-4151-bea1-e6db6da33fb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:30.881162 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf9c3cf-8169-4a10-9be9-9e4729f3bd99 req-63caccdd-5d24-4ebd-8b22-3cc544673a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:01:30.884989 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-5bf9c3cf-8169-4a10-9be9-9e4729f3bd99 req-63caccdd-5d24-4ebd-8b22-3cc544673a4c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4606813b7d26435ca537716b5eac6fcc&device_id=96498ca8-2669-4f47-be39-a648f426eda3 HTTP/1.1" status: 200 len: 1097 time: 0.3435910 Jul 07 14:01:30.889263 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-b49515a0-357f-4a5c-abed-f23c9c748a89 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744350976988'] for port, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:30.942049 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-b55c0029-0bbb-4151-bea1-e6db6da33fb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:31.006540 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-b55c0029-0bbb-4151-bea1-e6db6da33fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:31.008764 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49515a0-357f-4a5c-abed-f23c9c748a89 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Network c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5 is already hosted by enough agents. {{(pid=92954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 14:01:31.009697 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-b55c0029-0bbb-4151-bea1-e6db6da33fb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:31.011143 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-b55c0029-0bbb-4151-bea1-e6db6da33fb3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9d2f26b7-7276-457a-acae-3e306a49fd77 HTTP/1.1" status: 204 len: 168 time: 0.2480321 Jul 07 14:01:31.023490 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55c0029-0bbb-4151-bea1-e6db6da33fb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d2f26b7-7276-457a-acae-3e306a49fd77,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:01:31.027462 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.scheduler.base_scheduler [None req-b49515a0-357f-4a5c-abed-f23c9c748a89 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Resources bound (agent type, host, resource id): {{(pid=92954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 14:01:31.044942 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49515a0-357f-4a5c-abed-f23c9c748a89 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Received port after_create {{(pid=92954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 14:01:31.062024 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49515a0-357f-4a5c-abed-f23c9c748a89 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Pushing event updated for resources: {'Port': ['ID=542f4801-1fe3-4a21-a87e-c9f3f6d1ceb7,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:01:31.230417 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-b49515a0-357f-4a5c-abed-f23c9c748a89 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:31.347607 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-b49515a0-357f-4a5c-abed-f23c9c748a89 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:31.606767 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f271b4-0164-4435-908f-1cca1164ac61 req-088b73ce-3a15-40a8-9fe3-b0690938d283 tempest-DeleteServersTestJSON-910716097 tempest-DeleteServersTestJSON-910716097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:01:31.616357 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-30f271b4-0164-4435-908f-1cca1164ac61 req-088b73ce-3a15-40a8-9fe3-b0690938d283 tempest-DeleteServersTestJSON-910716097 tempest-DeleteServersTestJSON-910716097-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d86d768-8095-4a7c-a8d9-6d66c3b85bc2 HTTP/1.1" status: 200 len: 943 time: 0.1364059 Jul 07 14:01:31.640720 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-b49515a0-357f-4a5c-abed-f23c9c748a89 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Notify callbacks [] for port, precommit_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:31.649851 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-b49515a0-357f-4a5c-abed-f23c9c748a89 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567'] for port, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:31.682293 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-b49515a0-357f-4a5c-abed-f23c9c748a89 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1662057'] for floatingip, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:31.740708 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49515a0-357f-4a5c-abed-f23c9c748a89 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Pushing event updated for resources: {'Port': ['ID=542f4801-1fe3-4a21-a87e-c9f3f6d1ceb7,revision_number=2']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:01:31.753634 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-b49515a0-357f-4a5c-abed-f23c9c748a89 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171717'] for floatingip, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:31.768593 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-b49515a0-357f-4a5c-abed-f23c9c748a89 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.1089954 Jul 07 14:01:31.769426 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-30f271b4-0164-4435-908f-1cca1164ac61 req-a51d22e2-17f5-4916-be80-3df845d74e62 tempest-DeleteServersTestJSON-910716097 tempest-DeleteServersTestJSON-910716097-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac4a4773-c5b9-4563-9dbd-74cf463407e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320937 Jul 07 14:01:31.781695 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854e7e1d-b188-4c62-a920-a283454fc306 req-9353e598-7eb0-43fb-a718-a2530239de8c tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:01:31.790380 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-854e7e1d-b188-4c62-a920-a283454fc306 req-9353e598-7eb0-43fb-a718-a2530239de8c tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=96498ca8-2669-4f47-be39-a648f426eda3 HTTP/1.1" status: 200 len: 944 time: 0.1727955 Jul 07 14:01:31.813957 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 44584) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:01:31.855452 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-854e7e1d-b188-4c62-a920-a283454fc306 req-869fa460-2009-468b-8ba0-9e968fdeeee2 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7df1beb-b93b-47cb-b8fb-65a3d6c0c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638845 Jul 07 14:01:31.937905 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 44592) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:01:31.952988 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-59463779-a682-4a03-b6f6-730765541336 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:32.075746 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-59463779-a682-4a03-b6f6-730765541336 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:32.082487 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-59463779-a682-4a03-b6f6-730765541336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:32.131490 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-59463779-a682-4a03-b6f6-730765541336 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2a8cc3c8c5234c51866229c4a249c96f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1894238 Jul 07 14:01:32.131702 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:32.132335 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 44602) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:01:32.133551 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59463779-a682-4a03-b6f6-730765541336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed3f9a5a-e29c-491f-a6c8-38f36f7a6e22,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:01:32.229073 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-6dfe5834-8a62-4754-91eb-30478f1b2ee1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:32.248234 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-04dc9204-edf4-4fe3-854e-3954a8e70f2d req-9138de78-72cb-4db3-9b11-74e5e32b9993 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1765310519&fields=id&tenant_id=7be607c781c14fec85721959afd863d4 HTTP/1.1" status: 200 len: 267 time: 0.0691152 Jul 07 14:01:32.267091 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-6dfe5834-8a62-4754-91eb-30478f1b2ee1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:32.313983 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-5bf9c3cf-8169-4a10-9be9-9e4729f3bd99 req-0d78d59e-643a-40f0-9796-2e59b31deb9c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a6f266a4-eec8-4dc4-97e0-ad4c884aec24 HTTP/1.1" status: 200 len: 217 time: 0.1177907 Jul 07 14:01:32.317092 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-e3f1b3d6-b5e5-4277-ac71-62e6be31d0fc req-7222112e-44ad-4156-8fde-f816461924d8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=059f3bea-1d00-4f55-be68-575330c3e78d HTTP/1.1" status: 200 len: 217 time: 0.1119339 Jul 07 14:01:32.322749 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-3cf91334-37a2-446a-8222-5118f8e65467 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:32.424507 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-6dfe5834-8a62-4754-91eb-30478f1b2ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:32.427857 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-6dfe5834-8a62-4754-91eb-30478f1b2ee1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:32.429415 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-6dfe5834-8a62-4754-91eb-30478f1b2ee1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ed3f9a5a-e29c-491f-a6c8-38f36f7a6e22 HTTP/1.1" status: 204 len: 168 time: 0.2957332 Jul 07 14:01:32.450959 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dc9204-edf4-4fe3-854e-3954a8e70f2d req-00b0524f-1a85-426a-a9a2-4b20970f6bdb tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:01:32.452682 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-04dc9204-edf4-4fe3-854e-3954a8e70f2d req-00b0524f-1a85-426a-a9a2-4b20970f6bdb tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] 10.222.0.16 "GET /v2.0/networks?id=7a74c5fe-9a47-4dbb-abf1-b2fc12293d08 HTTP/1.1" status: 200 len: 810 time: 0.1928689 Jul 07 14:01:32.453746 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfe5834-8a62-4754-91eb-30478f1b2ee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed3f9a5a-e29c-491f-a6c8-38f36f7a6e22,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:01:32.471443 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf9c3cf-8169-4a10-9be9-9e4729f3bd99 req-f8311c9e-ce74-4f6e-9eb1-e89d1350e254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:01:32.474175 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-5bf9c3cf-8169-4a10-9be9-9e4729f3bd99 req-f8311c9e-ce74-4f6e-9eb1-e89d1350e254 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3c42dee8-1dec-4168-bdb5-a4e686f12390 HTTP/1.1" status: 200 len: 855 time: 0.1423528 Jul 07 14:01:32.478702 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f1b3d6-b5e5-4277-ac71-62e6be31d0fc req-e800e326-2650-4cbd-9f3f-435447d01f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:01:32.480001 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-e3f1b3d6-b5e5-4277-ac71-62e6be31d0fc req-e800e326-2650-4cbd-9f3f-435447d01f65 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5dd78181-64b9-4ae9-ac3b-3a4d546e0e2b HTTP/1.1" status: 200 len: 852 time: 0.1468992 Jul 07 14:01:32.487013 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-04dc9204-edf4-4fe3-854e-3954a8e70f2d req-8c10e300-2c99-4f14-8a44-5e9ba9967c7b tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] 10.222.0.16 "GET /v2.0/quotas/7be607c781c14fec85721959afd863d4 HTTP/1.1" status: 200 len: 375 time: 0.0235968 Jul 07 14:01:32.544764 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-5bf9c3cf-8169-4a10-9be9-9e4729f3bd99 req-af89db80-b3d3-4ce0-9121-e8250a0dcb34 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8ff1e969-aa56-4a37-b509-25263365d4bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501270 Jul 07 14:01:32.585974 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-e3f1b3d6-b5e5-4277-ac71-62e6be31d0fc req-f6eaed7a-308e-410f-aab9-2b68e4b4a9d3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=75471e8b-95ae-4757-b096-2dafbf6cf99a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0884988 Jul 07 14:01:32.591516 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-04dc9204-edf4-4fe3-854e-3954a8e70f2d req-6be45c84-9362-402f-82d4-9c37511c5391 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=7be607c781c14fec85721959afd863d4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1033835 Jul 07 14:01:32.732176 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-04dc9204-edf4-4fe3-854e-3954a8e70f2d req-c35d5ee8-c76f-4e29-a063-a303c084d140 service neutron] 10.222.0.16 "GET /v2.0/networks/7a74c5fe-9a47-4dbb-abf1-b2fc12293d08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244867 Jul 07 14:01:32.929126 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-04dc9204-edf4-4fe3-854e-3954a8e70f2d req-7e32cd66-28ee-4a4a-b750-7a9d79b4676a service neutron] 10.222.0.16 "GET /v2.0/networks/7a74c5fe-9a47-4dbb-abf1-b2fc12293d08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899810 Jul 07 14:01:32.967470 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-e3f1b3d6-b5e5-4277-ac71-62e6be31d0fc req-8933a753-78b3-4d53-91ee-b0303c99c321 service neutron] 10.222.0.24 "GET /v2.0/networks/75471e8b-95ae-4757-b096-2dafbf6cf99a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3704102 Jul 07 14:01:32.995460 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-3cf91334-37a2-446a-8222-5118f8e65467 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:33.016386 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-3cf91334-37a2-446a-8222-5118f8e65467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:33.094696 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51bfd32-75a9-431e-8f4c-3a6b2000190f req-5ba0f838-e585-4743-8cee-8946702e1cb0 tempest-DeleteServersTestJSON-910716097 tempest-DeleteServersTestJSON-910716097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:01:33.099997 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-f51bfd32-75a9-431e-8f4c-3a6b2000190f req-5ba0f838-e585-4743-8cee-8946702e1cb0 tempest-DeleteServersTestJSON-910716097 tempest-DeleteServersTestJSON-910716097-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d86d768-8095-4a7c-a8d9-6d66c3b85bc2 HTTP/1.1" status: 200 len: 943 time: 0.1692858 Jul 07 14:01:33.159525 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-5bf9c3cf-8169-4a10-9be9-9e4729f3bd99 req-121fb33c-a612-49c7-a4a6-b31c23c2540d service neutron] 10.222.0.24 "GET /v2.0/networks/8ff1e969-aa56-4a37-b509-25263365d4bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6031008 Jul 07 14:01:33.166550 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-3cf91334-37a2-446a-8222-5118f8e65467 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=abe98891ae414714b6138d3b6d325fa3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3484538 Jul 07 14:01:33.166550 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf91334-37a2-446a-8222-5118f8e65467 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13853fc8-8d0a-4860-9cee-f3d9e2e618b7,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:01:33.168890 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 44648) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:01:33.225404 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-f51bfd32-75a9-431e-8f4c-3a6b2000190f req-3fb3ca4d-3ffd-45be-8ada-7fbe09fa4ddc tempest-DeleteServersTestJSON-910716097 tempest-DeleteServersTestJSON-910716097-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac4a4773-c5b9-4563-9dbd-74cf463407e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191461 Jul 07 14:01:33.308419 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-e3f1b3d6-b5e5-4277-ac71-62e6be31d0fc req-92851c3f-a48f-4115-9fc4-d02fec70f3ef service neutron] 10.222.0.24 "GET /v2.0/networks/75471e8b-95ae-4757-b096-2dafbf6cf99a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3085594 Jul 07 14:01:33.367312 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-a8e2ccec-6b91-4390-9b1b-1afa7fa96b81 req-428617d9-ce74-45ba-a810-c76e1bcca565 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] 10.222.0.16 "GET /v2.0/ports?device_id=a054411d-0955-4421-98bb-d5fd684e8ebd HTTP/1.1" status: 200 len: 210 time: 0.0498857 Jul 07 14:01:33.420690 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-5bf9c3cf-8169-4a10-9be9-9e4729f3bd99 req-9dfae5fe-e7d9-4ad3-80d0-56c709db29dd service neutron] 10.222.0.24 "GET /v2.0/networks/8ff1e969-aa56-4a37-b509-25263365d4bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2476275 Jul 07 14:01:33.421489 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-f6d9f72b-6e4a-47de-a610-ad8b603b7590 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:33.463925 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bd587f-42ea-4b2c-921b-0406c6bc328e req-a5fb9758-e24c-4a8a-a44e-8f16abf035d8 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:01:33.465611 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-14bd587f-42ea-4b2c-921b-0406c6bc328e req-a5fb9758-e24c-4a8a-a44e-8f16abf035d8 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=96498ca8-2669-4f47-be39-a648f426eda3 HTTP/1.1" status: 200 len: 944 time: 0.0897279 Jul 07 14:01:33.473338 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-f6d9f72b-6e4a-47de-a610-ad8b603b7590 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:33.537691 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-14bd587f-42ea-4b2c-921b-0406c6bc328e req-5244f753-86ff-45e3-a912-b89e76afbff2 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7df1beb-b93b-47cb-b8fb-65a3d6c0c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593534 Jul 07 14:01:33.556507 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 44666) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:01:33.600187 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-f6d9f72b-6e4a-47de-a610-ad8b603b7590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:33.604415 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-f6d9f72b-6e4a-47de-a610-ad8b603b7590 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:33.606375 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-f6d9f72b-6e4a-47de-a610-ad8b603b7590 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/13853fc8-8d0a-4860-9cee-f3d9e2e618b7 HTTP/1.1" status: 204 len: 168 time: 0.4345577 Jul 07 14:01:33.618620 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d9f72b-6e4a-47de-a610-ad8b603b7590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13853fc8-8d0a-4860-9cee-f3d9e2e618b7,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:01:33.805948 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-1ce163fe-3081-49c1-99eb-2ffd866d0f54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:33.928672 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-1ce163fe-3081-49c1-99eb-2ffd866d0f54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:33.933745 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-1ce163fe-3081-49c1-99eb-2ffd866d0f54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:33.982543 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 44684) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:01:33.996272 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-1ce163fe-3081-49c1-99eb-2ffd866d0f54 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9ae6c287e33b4f31ac48e4b99f7127bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4384151 Jul 07 14:01:33.997754 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce163fe-3081-49c1-99eb-2ffd866d0f54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d61e11bb-94d8-4ca1-acc2-c7801694fe19,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:01:34.071408 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a159fd03-3905-43ee-9605-2781ca4b937b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:34.079440 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 44692) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:01:34.116250 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-9997a51d-6d89-4e5f-ba0a-b397c8f92024 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:34.136735 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a159fd03-3905-43ee-9605-2781ca4b937b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:34.206981 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a159fd03-3905-43ee-9605-2781ca4b937b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:34.209828 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a159fd03-3905-43ee-9605-2781ca4b937b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:34.211015 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-a159fd03-3905-43ee-9605-2781ca4b937b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d61e11bb-94d8-4ca1-acc2-c7801694fe19 HTTP/1.1" status: 204 len: 168 time: 0.2275047 Jul 07 14:01:34.222073 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a159fd03-3905-43ee-9605-2781ca4b937b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d61e11bb-94d8-4ca1-acc2-c7801694fe19,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:01:34.307959 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-9997a51d-6d89-4e5f-ba0a-b397c8f92024 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:34.319072 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-9997a51d-6d89-4e5f-ba0a-b397c8f92024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:34.401036 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-9997a51d-6d89-4e5f-ba0a-b397c8f92024 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d42c10537ba043ccae4fdc3550a747c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3203661 Jul 07 14:01:34.407807 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 44706) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:01:34.442853 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9997a51d-6d89-4e5f-ba0a-b397c8f92024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56de7d0b-51aa-414f-b05f-705472270e75,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:01:34.570340 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-d8ea6894-a1c0-4921-ae6a-66fcdbd8583b req-4a0cef41-1636-4983-8d35-50a5bc0a6b88 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] 10.222.0.16 "GET /v2.0/ports?device_id=a054411d-0955-4421-98bb-d5fd684e8ebd HTTP/1.1" status: 200 len: 210 time: 0.0607176 Jul 07 14:01:34.587896 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-f9e1af4e-00e6-4802-bbf6-aae716f5bdf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:34.632875 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0f85d5-e02d-4e13-82cf-5139f01fffa7 req-fa86dce1-f247-4e4e-a235-5ea4a533ff4d tempest-DeleteServersTestJSON-910716097 tempest-DeleteServersTestJSON-910716097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:01:34.645633 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-1b0f85d5-e02d-4e13-82cf-5139f01fffa7 req-fa86dce1-f247-4e4e-a235-5ea4a533ff4d tempest-DeleteServersTestJSON-910716097 tempest-DeleteServersTestJSON-910716097-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d86d768-8095-4a7c-a8d9-6d66c3b85bc2 HTTP/1.1" status: 200 len: 943 time: 0.2697411 Jul 07 14:01:34.665572 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-f9e1af4e-00e6-4802-bbf6-aae716f5bdf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:34.751318 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-1b0f85d5-e02d-4e13-82cf-5139f01fffa7 req-de15f135-d5ba-492e-84fd-ba4539934967 tempest-DeleteServersTestJSON-910716097 tempest-DeleteServersTestJSON-910716097-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac4a4773-c5b9-4563-9dbd-74cf463407e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046314 Jul 07 14:01:34.916313 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b815e99e-e242-4e01-970b-9cb0037e11a2 req-b556b64c-5d04-4cd8-93c4-e439949a6fc8 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:01:34.930409 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-b815e99e-e242-4e01-970b-9cb0037e11a2 req-b556b64c-5d04-4cd8-93c4-e439949a6fc8 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=96498ca8-2669-4f47-be39-a648f426eda3 HTTP/1.1" status: 200 len: 944 time: 0.1286874 Jul 07 14:01:34.946688 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 44726) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:01:34.977700 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-b815e99e-e242-4e01-970b-9cb0037e11a2 req-c9595d18-5e02-436a-8650-34cb5c62adee tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7df1beb-b93b-47cb-b8fb-65a3d6c0c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458152 Jul 07 14:01:34.995969 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-60cec065-471e-4dfc-913b-eb8403a42e95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:35.027614 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-f9e1af4e-00e6-4802-bbf6-aae716f5bdf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:35.029437 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-f9e1af4e-00e6-4802-bbf6-aae716f5bdf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:35.030586 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-f9e1af4e-00e6-4802-bbf6-aae716f5bdf9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/56de7d0b-51aa-414f-b05f-705472270e75 HTTP/1.1" status: 204 len: 168 time: 0.6202037 Jul 07 14:01:35.061156 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e1af4e-00e6-4802-bbf6-aae716f5bdf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56de7d0b-51aa-414f-b05f-705472270e75,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:01:35.073222 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dc9204-edf4-4fe3-854e-3954a8e70f2d req-1c8873d7-74c6-4c77-9c8d-37f07dd7c479 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:01:35.075363 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-04dc9204-edf4-4fe3-854e-3954a8e70f2d req-1c8873d7-74c6-4c77-9c8d-37f07dd7c479 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] 10.222.0.24 "GET /v2.0/networks?id=7a74c5fe-9a47-4dbb-abf1-b2fc12293d08 HTTP/1.1" status: 200 len: 810 time: 0.3326452 Jul 07 14:01:35.175530 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-04dc9204-edf4-4fe3-854e-3954a8e70f2d req-04cea713-1c7d-4f8c-91b9-bde35b3ba6a2 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7be607c781c14fec85721959afd863d4 HTTP/1.1" status: 200 len: 380 time: 0.0900166 Jul 07 14:01:35.188041 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [req-04dc9204-edf4-4fe3-854e-3954a8e70f2d req-69ea32f2-5c64-4910-aaa9-8c4f6ff7858c tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Request body: {'port': {'device_id': 'a054411d-0955-4421-98bb-d5fd684e8ebd', 'network_id': '7a74c5fe-9a47-4dbb-abf1-b2fc12293d08', 'admin_state_up': True, 'tenant_id': '7be607c781c14fec85721959afd863d4', 'security_groups': ['e9a5b739-188e-462f-a79f-818cd3b73a76']}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 14:01:35.297936 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-60cec065-471e-4dfc-913b-eb8403a42e95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:35.304751 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-60cec065-471e-4dfc-913b-eb8403a42e95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:35.364260 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-60cec065-471e-4dfc-913b-eb8403a42e95 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=efb0792604b7470abf6cbaa05c2c72bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4106572 Jul 07 14:01:35.364260 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cec065-471e-4dfc-913b-eb8403a42e95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42358d3e-0a64-4d16-a02b-fe55dfc3d9e3,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:01:35.364427 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 44746) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:01:35.383168 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04dc9204-edf4-4fe3-854e-3954a8e70f2d req-69ea32f2-5c64-4910-aaa9-8c4f6ff7858c tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Made reservation on behalf of 7be607c781c14fec85721959afd863d4 for: {'port': 1} {{(pid=92954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 14:01:35.387522 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-04dc9204-edf4-4fe3-854e-3954a8e70f2d req-69ea32f2-5c64-4910-aaa9-8c4f6ff7858c tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:35.426040 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-47dff48e-0e59-42ff-81a8-56eb06d90efa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:35.456283 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-47dff48e-0e59-42ff-81a8-56eb06d90efa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:35.516014 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-47dff48e-0e59-42ff-81a8-56eb06d90efa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:35.527053 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-47dff48e-0e59-42ff-81a8-56eb06d90efa admin admin] Notify callbacks [] for security_group, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:35.527053 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-47dff48e-0e59-42ff-81a8-56eb06d90efa admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/42358d3e-0a64-4d16-a02b-fe55dfc3d9e3 HTTP/1.1" status: 204 len: 168 time: 0.1545985 Jul 07 14:01:35.531837 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dff48e-0e59-42ff-81a8-56eb06d90efa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42358d3e-0a64-4d16-a02b-fe55dfc3d9e3,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:01:35.550119 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.db.db_base_plugin_common [req-04dc9204-edf4-4fe3-854e-3954a8e70f2d req-69ea32f2-5c64-4910-aaa9-8c4f6ff7858c tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Allocated IP 172.20.0.12 (7a74c5fe-9a47-4dbb-abf1-b2fc12293d08/ef4c23d4-6942-49b9-b251-988fb449a81d/18d70be5-c393-44b0-81f1-0e7f72420887) {{(pid=92954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 14:01:35.714255 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-04dc9204-edf4-4fe3-854e-3954a8e70f2d req-69ea32f2-5c64-4910-aaa9-8c4f6ff7858c tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Notify callbacks [] for port, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:35.720065 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-62c850d5-8ecb-42bf-917b-365b4c407cc0 req-8370047f-cfa8-476e-b15e-571193750261 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] 10.222.0.16 "GET /v2.0/ports?device_id=a054411d-0955-4421-98bb-d5fd684e8ebd HTTP/1.1" status: 200 len: 210 time: 0.0319202 Jul 07 14:01:35.742252 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.db.provisioning_blocks [req-04dc9204-edf4-4fe3-854e-3954a8e70f2d req-69ea32f2-5c64-4910-aaa9-8c4f6ff7858c tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Transition to ACTIVE for port object 18d70be5-c393-44b0-81f1-0e7f72420887 will not be triggered until provisioned by entity DHCP. {{(pid=92954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 14:01:35.785625 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-04dc9204-edf4-4fe3-854e-3954a8e70f2d req-69ea32f2-5c64-4910-aaa9-8c4f6ff7858c tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744350976988'] for port, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:35.837643 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04dc9204-edf4-4fe3-854e-3954a8e70f2d req-69ea32f2-5c64-4910-aaa9-8c4f6ff7858c tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Network 7a74c5fe-9a47-4dbb-abf1-b2fc12293d08 is already hosted by enough agents. {{(pid=92954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 14:01:35.848666 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.scheduler.base_scheduler [req-04dc9204-edf4-4fe3-854e-3954a8e70f2d req-69ea32f2-5c64-4910-aaa9-8c4f6ff7858c tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Resources bound (agent type, host, resource id): {{(pid=92954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 14:01:35.859322 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [req-04dc9204-edf4-4fe3-854e-3954a8e70f2d req-69ea32f2-5c64-4910-aaa9-8c4f6ff7858c tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Received port after_create {{(pid=92954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 14:01:35.873939 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dc9204-edf4-4fe3-854e-3954a8e70f2d req-69ea32f2-5c64-4910-aaa9-8c4f6ff7858c tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:01:35.874112 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-04dc9204-edf4-4fe3-854e-3954a8e70f2d req-69ea32f2-5c64-4910-aaa9-8c4f6ff7858c tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582248'] for port, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:35.942103 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-04dc9204-edf4-4fe3-854e-3954a8e70f2d req-69ea32f2-5c64-4910-aaa9-8c4f6ff7858c tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7547626 Jul 07 14:01:35.949339 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ea32f2-5c64-4910-aaa9-8c4f6ff7858c tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Pushing event updated for resources: {'Port': ['ID=18d70be5-c393-44b0-81f1-0e7f72420887,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:01:35.967957 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [req-04dc9204-edf4-4fe3-854e-3954a8e70f2d req-204a7aef-1274-4426-876a-19d5c4ef7ced service neutron] Request body: {'port': {'device_id': 'a054411d-0955-4421-98bb-d5fd684e8ebd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79982'}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 14:01:36.039389 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e3ef00-7a63-4415-bd7e-27e1da175559 req-23d6bd83-d900-4dac-b9b8-2704691acd0e tempest-DeleteServersTestJSON-910716097 tempest-DeleteServersTestJSON-910716097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:01:36.046850 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-78e3ef00-7a63-4415-bd7e-27e1da175559 req-23d6bd83-d900-4dac-b9b8-2704691acd0e tempest-DeleteServersTestJSON-910716097 tempest-DeleteServersTestJSON-910716097-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d86d768-8095-4a7c-a8d9-6d66c3b85bc2 HTTP/1.1" status: 200 len: 943 time: 0.1340284 Jul 07 14:01:36.138713 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-04dc9204-edf4-4fe3-854e-3954a8e70f2d req-204a7aef-1274-4426-876a-19d5c4ef7ced service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:36.295246 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-549d3244-312b-4450-af99-0a8d998164b4 None None] Provisioning for port 18d70be5-c393-44b0-81f1-0e7f72420887 completed by entity DHCP. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 14:01:36.300469 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-549d3244-312b-4450-af99-0a8d998164b4 None None] Provisioning complete for port 18d70be5-c393-44b0-81f1-0e7f72420887 triggered by entity DHCP. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 14:01:36.301265 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-549d3244-312b-4450-af99-0a8d998164b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732533'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:36.356822 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-549d3244-312b-4450-af99-0a8d998164b4 None None] Port 18d70be5-c393-44b0-81f1-0e7f72420887 cannot update to ACTIVE because it is not bound. {{(pid=92955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 14:01:36.462596 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-78e3ef00-7a63-4415-bd7e-27e1da175559 req-735e4703-56aa-4611-90cd-a66a39dd33cb tempest-DeleteServersTestJSON-910716097 tempest-DeleteServersTestJSON-910716097-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac4a4773-c5b9-4563-9dbd-74cf463407e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4146314 Jul 07 14:01:36.522429 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143c0add-ad41-409b-a68b-4ee97f9458ba req-4abf150e-7a85-4d95-86f1-56ff3a7834b5 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:01:36.524171 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-143c0add-ad41-409b-a68b-4ee97f9458ba req-4abf150e-7a85-4d95-86f1-56ff3a7834b5 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=96498ca8-2669-4f47-be39-a648f426eda3 HTTP/1.1" status: 200 len: 944 time: 0.1501203 Jul 07 14:01:36.626308 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-143c0add-ad41-409b-a68b-4ee97f9458ba req-b1188999-6870-464e-bb81-2b4782f88b5e tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7df1beb-b93b-47cb-b8fb-65a3d6c0c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960994 Jul 07 14:01:36.719333 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.notifiers.nova [req-04dc9204-edf4-4fe3-854e-3954a8e70f2d req-204a7aef-1274-4426-876a-19d5c4ef7ced service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18d70be5-c393-44b0-81f1-0e7f72420887 {{(pid=92954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 14:01:36.730075 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-04dc9204-edf4-4fe3-854e-3954a8e70f2d req-204a7aef-1274-4426-876a-19d5c4ef7ced service neutron] Notify callbacks [] for port, precommit_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:36.745384 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.db.provisioning_blocks [req-04dc9204-edf4-4fe3-854e-3954a8e70f2d req-204a7aef-1274-4426-876a-19d5c4ef7ced service neutron] Transition to ACTIVE for port object 18d70be5-c393-44b0-81f1-0e7f72420887 will not be triggered until provisioned by entity L2. {{(pid=92954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 14:01:36.752321 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-04dc9204-edf4-4fe3-854e-3954a8e70f2d req-204a7aef-1274-4426-876a-19d5c4ef7ced service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567'] for port, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:36.885453 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204a7aef-1274-4426-876a-19d5c4ef7ced service neutron] Pushing event updated for resources: {'Port': ['ID=18d70be5-c393-44b0-81f1-0e7f72420887,revision_number=2']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:01:36.897069 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [req-04dc9204-edf4-4fe3-854e-3954a8e70f2d req-204a7aef-1274-4426-876a-19d5c4ef7ced service neutron] Attempting to bind port 18d70be5-c393-44b0-81f1-0e7f72420887 on host hv-cinder-79982 for vnic_type normal with profile {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 14:01:36.897410 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [req-04dc9204-edf4-4fe3-854e-3954a8e70f2d req-204a7aef-1274-4426-876a-19d5c4ef7ced service neutron] Attempting to bind port 18d70be5-c393-44b0-81f1-0e7f72420887 by drivers openvswitch,hyperv on host hv-cinder-79982 at level 0 using segments [{'id': '043e9d5d-1b9c-4dcb-af68-bd7e747c833a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '7a74c5fe-9a47-4dbb-abf1-b2fc12293d08'}] {{(pid=92954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 14:01:36.898216 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04dc9204-edf4-4fe3-854e-3954a8e70f2d req-204a7aef-1274-4426-876a-19d5c4ef7ced service neutron] Attempting to bind port 18d70be5-c393-44b0-81f1-0e7f72420887 on network 7a74c5fe-9a47-4dbb-abf1-b2fc12293d08 {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 14:01:36.905790 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04dc9204-edf4-4fe3-854e-3954a8e70f2d req-204a7aef-1274-4426-876a-19d5c4ef7ced service neutron] Port 18d70be5-c393-44b0-81f1-0e7f72420887 on network 7a74c5fe-9a47-4dbb-abf1-b2fc12293d08 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79982 {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 14:01:36.906119 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04dc9204-edf4-4fe3-854e-3954a8e70f2d req-204a7aef-1274-4426-876a-19d5c4ef7ced service neutron] Attempting to bind port 18d70be5-c393-44b0-81f1-0e7f72420887 on network 7a74c5fe-9a47-4dbb-abf1-b2fc12293d08 {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 14:01:36.914540 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04dc9204-edf4-4fe3-854e-3954a8e70f2d req-204a7aef-1274-4426-876a-19d5c4ef7ced service neutron] Checking agent: {'id': 'e287df4f-fe28-4fcb-9cb8-6aa29893570a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79982', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 13, 59, 32), 'started_at': datetime.datetime(2021, 7, 7, 13, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 14, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 14:01:36.914887 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04dc9204-edf4-4fe3-854e-3954a8e70f2d req-204a7aef-1274-4426-876a-19d5c4ef7ced service neutron] Checking segment: {'id': '043e9d5d-1b9c-4dcb-af68-bd7e747c833a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '7a74c5fe-9a47-4dbb-abf1-b2fc12293d08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 14:01:36.915272 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04dc9204-edf4-4fe3-854e-3954a8e70f2d req-204a7aef-1274-4426-876a-19d5c4ef7ced service neutron] Bound using segment: {'id': '043e9d5d-1b9c-4dcb-af68-bd7e747c833a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '7a74c5fe-9a47-4dbb-abf1-b2fc12293d08'} {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 14:01:36.915707 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [req-04dc9204-edf4-4fe3-854e-3954a8e70f2d req-204a7aef-1274-4426-876a-19d5c4ef7ced service neutron] Bound port: 18d70be5-c393-44b0-81f1-0e7f72420887, host: hv-cinder-79982, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '043e9d5d-1b9c-4dcb-af68-bd7e747c833a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '7a74c5fe-9a47-4dbb-abf1-b2fc12293d08'}}] {{(pid=92954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 14:01:36.916065 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-04dc9204-edf4-4fe3-854e-3954a8e70f2d req-204a7aef-1274-4426-876a-19d5c4ef7ced service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:37.041438 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9416c276-e3bc-4f82-b03b-f767f729c8e6 req-d53a10a6-be18-4f74-b6a4-4ff016072717 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:01:37.043104 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-9416c276-e3bc-4f82-b03b-f767f729c8e6 req-d53a10a6-be18-4f74-b6a4-4ff016072717 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] 10.222.0.16 "GET /v2.0/ports?device_id=a054411d-0955-4421-98bb-d5fd684e8ebd HTTP/1.1" status: 200 len: 944 time: 0.1120007 Jul 07 14:01:37.070521 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [req-04dc9204-edf4-4fe3-854e-3954a8e70f2d req-204a7aef-1274-4426-876a-19d5c4ef7ced service neutron] For port 18d70be5-c393-44b0-81f1-0e7f72420887, host hv-cinder-79982, cleared binding levels {{(pid=92954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 14:01:37.078284 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [req-04dc9204-edf4-4fe3-854e-3954a8e70f2d req-204a7aef-1274-4426-876a-19d5c4ef7ced service neutron] For port 18d70be5-c393-44b0-81f1-0e7f72420887, host hv-cinder-79982, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79982',level=0,port_id=18d70be5-c393-44b0-81f1-0e7f72420887,segment=NetworkSegment(043e9d5d-1b9c-4dcb-af68-bd7e747c833a),segment_id=043e9d5d-1b9c-4dcb-af68-bd7e747c833a)] {{(pid=92954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 14:01:37.091596 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-04dc9204-edf4-4fe3-854e-3954a8e70f2d req-204a7aef-1274-4426-876a-19d5c4ef7ced service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567'] for port, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:37.114526 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-9416c276-e3bc-4f82-b03b-f767f729c8e6 req-62d757ff-d9a5-46c6-b0d8-765055ac5350 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9a5b739-188e-462f-a79f-818cd3b73a76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651455 Jul 07 14:01:37.151687 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dc9204-edf4-4fe3-854e-3954a8e70f2d req-204a7aef-1274-4426-876a-19d5c4ef7ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:01:37.156210 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-04dc9204-edf4-4fe3-854e-3954a8e70f2d req-204a7aef-1274-4426-876a-19d5c4ef7ced service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582248'] for port, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:37.156210 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-04dc9204-edf4-4fe3-854e-3954a8e70f2d req-204a7aef-1274-4426-876a-19d5c4ef7ced service neutron] 10.222.0.24 "PUT /v2.0/ports/18d70be5-c393-44b0-81f1-0e7f72420887 HTTP/1.1" status: 200 len: 1094 time: 1.1967030 Jul 07 14:01:37.156210 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a054411d-0955-4421-98bb-d5fd684e8ebd', 'tag': '18d70be5-c393-44b0-81f1-0e7f72420887'}] {{(pid=92954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 14:01:37.156432 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23a2f25214143ca7dc6eabc905ff8a7df5b3799efbbaa422209646810e3da78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-094b1183-4b79-48e1-b949-c347da8c1886" -d '{"events": [{"name": "network-changed", "server_uuid": "a054411d-0955-4421-98bb-d5fd684e8ebd", "tag": "18d70be5-c393-44b0-81f1-0e7f72420887"}]}' {{(pid=92954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 14:01:37.226619 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204a7aef-1274-4426-876a-19d5c4ef7ced service neutron] Pushing event updated for resources: {'Port': ['ID=18d70be5-c393-44b0-81f1-0e7f72420887,revision_number=3']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:01:37.235093 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 14:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7ca2356-ddbd-41b2-b479-e60dabc08736 x-openstack-request-id: req-d7ca2356-ddbd-41b2-b479-e60dabc08736 {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 14:01:37.235541 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a054411d-0955-4421-98bb-d5fd684e8ebd", "tag": "18d70be5-c393-44b0-81f1-0e7f72420887", "status": "completed", "code": 200}]} {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 14:01:37.235947 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d7ca2356-ddbd-41b2-b479-e60dabc08736 {{(pid=92954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 14:01:37.236613 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a054411d-0955-4421-98bb-d5fd684e8ebd', 'tag': '18d70be5-c393-44b0-81f1-0e7f72420887', 'status': 'completed', 'code': 200} Jul 07 14:01:37.634879 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8177f0ec-e0a9-461f-9f76-9789a53e17ec req-33d959da-1374-4135-8a4b-e4b55ea0697a tempest-DeleteServersTestJSON-910716097 tempest-DeleteServersTestJSON-910716097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:01:37.636554 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-8177f0ec-e0a9-461f-9f76-9789a53e17ec req-33d959da-1374-4135-8a4b-e4b55ea0697a tempest-DeleteServersTestJSON-910716097 tempest-DeleteServersTestJSON-910716097-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d86d768-8095-4a7c-a8d9-6d66c3b85bc2 HTTP/1.1" status: 200 len: 943 time: 0.0656815 Jul 07 14:01:37.697396 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-8177f0ec-e0a9-461f-9f76-9789a53e17ec req-82d75342-04c8-40d7-a415-df6093c4f4a6 tempest-DeleteServersTestJSON-910716097 tempest-DeleteServersTestJSON-910716097-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac4a4773-c5b9-4563-9dbd-74cf463407e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531080 Jul 07 14:01:37.823262 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e3158a-44b9-41a8-a808-57058728d3f2 req-61b27430-7b1d-4dc1-8c20-934a3c4169ac tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:01:37.824741 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-b2e3158a-44b9-41a8-a808-57058728d3f2 req-61b27430-7b1d-4dc1-8c20-934a3c4169ac tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=96498ca8-2669-4f47-be39-a648f426eda3 HTTP/1.1" status: 200 len: 944 time: 0.0676315 Jul 07 14:01:37.866252 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-b2e3158a-44b9-41a8-a808-57058728d3f2 req-b9a7e7e8-e440-45c8-aecc-b917b24a28d4 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7df1beb-b93b-47cb-b8fb-65a3d6c0c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354764 Jul 07 14:01:38.304968 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51513144-204b-4b19-870f-9c30b6f8a3e5 req-10ce6480-08fa-4494-b793-a0fb1c923452 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:01:38.306477 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-51513144-204b-4b19-870f-9c30b6f8a3e5 req-10ce6480-08fa-4494-b793-a0fb1c923452 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] 10.222.0.16 "GET /v2.0/ports?device_id=a054411d-0955-4421-98bb-d5fd684e8ebd HTTP/1.1" status: 200 len: 944 time: 0.0675180 Jul 07 14:01:38.347934 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-51513144-204b-4b19-870f-9c30b6f8a3e5 req-2a5c64f8-dea6-4584-9d1b-94142248d509 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9a5b739-188e-462f-a79f-818cd3b73a76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346971 Jul 07 14:01:38.576774 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Device 059f3bea-1d00-4f55-be68-575330c3e78d details requested by agent hyperv_hv-cinder-79982 with host hv-cinder-79982 {{(pid=92955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 14:01:38.681459 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] For port 059f3bea-1d00-4f55-be68-575330c3e78d, host hv-cinder-79982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79982',level=0,port_id=059f3bea-1d00-4f55-be68-575330c3e78d,segment=NetworkSegment(05c0ff67-8b91-4468-a9f3-49b8c7b37474),segment_id=05c0ff67-8b91-4468-a9f3-49b8c7b37474)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 14:01:38.695791 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Returning: {'device': '059f3bea-1d00-4f55-be68-575330c3e78d', 'network_id': '75471e8b-95ae-4757-b096-2dafbf6cf99a', 'port_id': '059f3bea-1d00-4f55-be68-575330c3e78d', 'mac_address': 'fa:16:3e:5a:dd:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dd78181-64b9-4ae9-ac3b-3a4d546e0e2b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 14:01:38.737711 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:38.752538 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.notifiers.nova [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 059f3bea-1d00-4f55-be68-575330c3e78d {{(pid=92955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 14:01:38.773976 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] For port 059f3bea-1d00-4f55-be68-575330c3e78d, host hv-cinder-79982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79982',level=0,port_id=059f3bea-1d00-4f55-be68-575330c3e78d,segment=NetworkSegment(05c0ff67-8b91-4468-a9f3-49b8c7b37474),segment_id=05c0ff67-8b91-4468-a9f3-49b8c7b37474)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 14:01:38.778906 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:38.779657 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Device a6f266a4-eec8-4dc4-97e0-ad4c884aec24 details requested by agent hyperv_hv-cinder-79982 with host hv-cinder-79982 {{(pid=92955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 14:01:38.881515 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Pushing event updated for resources: {'Port': ['ID=059f3bea-1d00-4f55-be68-575330c3e78d,revision_number=4']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:01:38.900575 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c400e1f-b9ab-4113-972c-fb84d8b954f0 req-4e50e10e-1acb-45d9-ae9d-85516255ae87 tempest-DeleteServersTestJSON-910716097 tempest-DeleteServersTestJSON-910716097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:01:38.902306 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-4c400e1f-b9ab-4113-972c-fb84d8b954f0 req-4e50e10e-1acb-45d9-ae9d-85516255ae87 tempest-DeleteServersTestJSON-910716097 tempest-DeleteServersTestJSON-910716097-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d86d768-8095-4a7c-a8d9-6d66c3b85bc2 HTTP/1.1" status: 200 len: 944 time: 0.0786731 Jul 07 14:01:38.935142 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] For port a6f266a4-eec8-4dc4-97e0-ad4c884aec24, host hv-cinder-79982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79982',level=0,port_id=a6f266a4-eec8-4dc4-97e0-ad4c884aec24,segment=NetworkSegment(f3f58588-4c9a-407d-b956-d7d536d6c493),segment_id=f3f58588-4c9a-407d-b956-d7d536d6c493)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 14:01:38.955631 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Returning: {'device': 'a6f266a4-eec8-4dc4-97e0-ad4c884aec24', 'network_id': '8ff1e969-aa56-4a37-b509-25263365d4bf', 'port_id': 'a6f266a4-eec8-4dc4-97e0-ad4c884aec24', 'mac_address': 'fa:16:3e:0c:eb:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c42dee8-1dec-4168-bdb5-a4e686f12390', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 14:01:38.966329 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-4c400e1f-b9ab-4113-972c-fb84d8b954f0 req-86298e4b-44f5-499a-a267-2f80b8c28934 tempest-DeleteServersTestJSON-910716097 tempest-DeleteServersTestJSON-910716097-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac4a4773-c5b9-4563-9dbd-74cf463407e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466104 Jul 07 14:01:39.009033 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:39.025788 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.notifiers.nova [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6f266a4-eec8-4dc4-97e0-ad4c884aec24 {{(pid=92955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 14:01:39.052362 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] For port a6f266a4-eec8-4dc4-97e0-ad4c884aec24, host hv-cinder-79982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79982',level=0,port_id=a6f266a4-eec8-4dc4-97e0-ad4c884aec24,segment=NetworkSegment(f3f58588-4c9a-407d-b956-d7d536d6c493),segment_id=f3f58588-4c9a-407d-b956-d7d536d6c493)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 14:01:39.060452 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:39.123512 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad073a1f-9a64-4e33-8fc3-cd3aeec142b7 req-6a4896af-837c-4f27-9fae-9301aa5e0599 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:01:39.125706 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-ad073a1f-9a64-4e33-8fc3-cd3aeec142b7 req-6a4896af-837c-4f27-9fae-9301aa5e0599 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=96498ca8-2669-4f47-be39-a648f426eda3 HTTP/1.1" status: 200 len: 944 time: 0.1067839 Jul 07 14:01:39.127886 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Pushing event updated for resources: {'Port': ['ID=a6f266a4-eec8-4dc4-97e0-ad4c884aec24,revision_number=4']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:01:39.179815 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-ad073a1f-9a64-4e33-8fc3-cd3aeec142b7 req-d6bf2ef2-5329-4c04-8edb-fe797f200259 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7df1beb-b93b-47cb-b8fb-65a3d6c0c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473943 Jul 07 14:01:39.560005 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1b82c0-9fdd-474c-859b-0540e1ea1248 req-03c75ffb-84b5-401e-ae48-8a5f22759f9a tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:01:39.561535 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-df1b82c0-9fdd-474c-859b-0540e1ea1248 req-03c75ffb-84b5-401e-ae48-8a5f22759f9a tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] 10.222.0.16 "GET /v2.0/ports?device_id=a054411d-0955-4421-98bb-d5fd684e8ebd HTTP/1.1" status: 200 len: 944 time: 0.0804229 Jul 07 14:01:39.607809 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-df1b82c0-9fdd-474c-859b-0540e1ea1248 req-4fa52fcd-6e74-42d1-bd29-c5a349e0539b tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9a5b739-188e-462f-a79f-818cd3b73a76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391858 Jul 07 14:01:39.721467 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094b1183-4b79-48e1-b949-c347da8c1886 req-129b4056-2024-4a2c-981a-fa3e62f3228b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:01:39.723429 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-094b1183-4b79-48e1-b949-c347da8c1886 req-129b4056-2024-4a2c-981a-fa3e62f3228b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7be607c781c14fec85721959afd863d4&device_id=a054411d-0955-4421-98bb-d5fd684e8ebd HTTP/1.1" status: 200 len: 1097 time: 0.0781975 Jul 07 14:01:39.844759 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094b1183-4b79-48e1-b949-c347da8c1886 req-dfabec72-dda6-48bf-8ba4-e994b3e313a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:01:39.846626 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-094b1183-4b79-48e1-b949-c347da8c1886 req-dfabec72-dda6-48bf-8ba4-e994b3e313a4 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=7be607c781c14fec85721959afd863d4&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1155698 Jul 07 14:01:39.920967 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] get_ports_and_sgs() called for port_ids ['059f3bea-1d00-4f55-be68-575330c3e78d'] {{(pid=92955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 14:01:39.944160 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] get_ports_and_sgs() called for port_ids ['a6f266a4-eec8-4dc4-97e0-ad4c884aec24'] {{(pid=92955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 14:01:39.946027 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094b1183-4b79-48e1-b949-c347da8c1886 req-2f92cfe4-2010-473d-a83c-a5bee0c562ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:01:39.947625 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-094b1183-4b79-48e1-b949-c347da8c1886 req-2f92cfe4-2010-473d-a83c-a5bee0c562ef service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0938520 Jul 07 14:01:40.041871 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dc9204-edf4-4fe3-854e-3954a8e70f2d req-68192430-af92-4d86-afb7-cce569bef39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:01:40.043425 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-04dc9204-edf4-4fe3-854e-3954a8e70f2d req-68192430-af92-4d86-afb7-cce569bef39c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7be607c781c14fec85721959afd863d4&device_id=a054411d-0955-4421-98bb-d5fd684e8ebd HTTP/1.1" status: 200 len: 1097 time: 0.0553105 Jul 07 14:01:40.092561 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-04dc9204-edf4-4fe3-854e-3954a8e70f2d req-fbfddfa9-df47-4096-9de1-e8b112c8bdab service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18d70be5-c393-44b0-81f1-0e7f72420887 HTTP/1.1" status: 200 len: 217 time: 0.0399723 Jul 07 14:01:40.144088 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dc9204-edf4-4fe3-854e-3954a8e70f2d req-50da3155-185f-4c1e-a513-532a75e33aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:01:40.145578 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-04dc9204-edf4-4fe3-854e-3954a8e70f2d req-50da3155-185f-4c1e-a513-532a75e33aef service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ef4c23d4-6942-49b9-b251-988fb449a81d HTTP/1.1" status: 200 len: 849 time: 0.0460932 Jul 07 14:01:40.173157 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db5581a-ceda-4df6-b0c3-32cc4b2025bf req-3f085fd2-54ff-4589-a4ff-a51ba6684327 tempest-DeleteServersTestJSON-910716097 tempest-DeleteServersTestJSON-910716097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:01:40.175429 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-2db5581a-ceda-4df6-b0c3-32cc4b2025bf req-3f085fd2-54ff-4589-a4ff-a51ba6684327 tempest-DeleteServersTestJSON-910716097 tempest-DeleteServersTestJSON-910716097-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d86d768-8095-4a7c-a8d9-6d66c3b85bc2 HTTP/1.1" status: 200 len: 944 time: 0.0833066 Jul 07 14:01:40.232123 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-2db5581a-ceda-4df6-b0c3-32cc4b2025bf req-9b53e041-7d98-40d2-88b9-5484d3de9888 tempest-DeleteServersTestJSON-910716097 tempest-DeleteServersTestJSON-910716097-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac4a4773-c5b9-4563-9dbd-74cf463407e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510318 Jul 07 14:01:40.271409 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dc9204-edf4-4fe3-854e-3954a8e70f2d req-8db20d24-3f8f-42eb-b4a2-8eb9e0953474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:01:40.273060 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-04dc9204-edf4-4fe3-854e-3954a8e70f2d req-8db20d24-3f8f-42eb-b4a2-8eb9e0953474 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7a74c5fe-9a47-4dbb-abf1-b2fc12293d08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1183779 Jul 07 14:01:40.380095 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-04dc9204-edf4-4fe3-854e-3954a8e70f2d req-75a84089-d0da-4ff7-a314-dd71cce1f6e0 service neutron] 10.222.0.24 "GET /v2.0/networks/7a74c5fe-9a47-4dbb-abf1-b2fc12293d08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958040 Jul 07 14:01:40.396248 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be278768-524d-4e49-9900-1a898fc925b3 req-d481fcb0-deb3-4ee6-bd89-dc35a7dfb07e tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:01:40.397722 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-be278768-524d-4e49-9900-1a898fc925b3 req-d481fcb0-deb3-4ee6-bd89-dc35a7dfb07e tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=96498ca8-2669-4f47-be39-a648f426eda3 HTTP/1.1" status: 200 len: 945 time: 0.0699759 Jul 07 14:01:40.440144 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-be278768-524d-4e49-9900-1a898fc925b3 req-1f9d3402-9c44-4922-982b-fc96153f1fc6 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7df1beb-b93b-47cb-b8fb-65a3d6c0c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359275 Jul 07 14:01:40.477172 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-04dc9204-edf4-4fe3-854e-3954a8e70f2d req-35d91d7f-9d2b-4812-891d-88d8dd4eb399 service neutron] 10.222.0.24 "GET /v2.0/networks/7a74c5fe-9a47-4dbb-abf1-b2fc12293d08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897224 Jul 07 14:01:40.794563 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457bb43b-d9b0-4435-afb9-6350db7dda54 req-9d2e3977-4f31-4847-aa58-a99cde87af8d tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:01:40.796373 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-457bb43b-d9b0-4435-afb9-6350db7dda54 req-9d2e3977-4f31-4847-aa58-a99cde87af8d tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] 10.222.0.16 "GET /v2.0/ports?device_id=a054411d-0955-4421-98bb-d5fd684e8ebd HTTP/1.1" status: 200 len: 944 time: 0.0665734 Jul 07 14:01:40.838994 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-457bb43b-d9b0-4435-afb9-6350db7dda54 req-b612f604-c049-4903-bfdf-445ca6fb8fdc tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9a5b739-188e-462f-a79f-818cd3b73a76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360262 Jul 07 14:01:41.445304 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea310b40-bfd6-4c99-8cf0-f1e44efeab4d req-9a23189c-ae6f-4d1f-8e3b-8d699719b189 tempest-DeleteServersTestJSON-910716097 tempest-DeleteServersTestJSON-910716097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:01:41.452165 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-ea310b40-bfd6-4c99-8cf0-f1e44efeab4d req-9a23189c-ae6f-4d1f-8e3b-8d699719b189 tempest-DeleteServersTestJSON-910716097 tempest-DeleteServersTestJSON-910716097-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d86d768-8095-4a7c-a8d9-6d66c3b85bc2 HTTP/1.1" status: 200 len: 944 time: 0.0853436 Jul 07 14:01:41.509906 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-ea310b40-bfd6-4c99-8cf0-f1e44efeab4d req-056f75c7-4e7b-4b21-bd95-684f7c07741e tempest-DeleteServersTestJSON-910716097 tempest-DeleteServersTestJSON-910716097-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac4a4773-c5b9-4563-9dbd-74cf463407e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567780 Jul 07 14:01:41.631445 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7aea13-3687-4953-befb-c3a078d9729c req-1bc35ebd-34db-4d6e-9a99-c5e0bb2579a5 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:01:41.632971 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-1a7aea13-3687-4953-befb-c3a078d9729c req-1bc35ebd-34db-4d6e-9a99-c5e0bb2579a5 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=96498ca8-2669-4f47-be39-a648f426eda3 HTTP/1.1" status: 200 len: 945 time: 0.0710003 Jul 07 14:01:41.687552 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-1a7aea13-3687-4953-befb-c3a078d9729c req-037ba09b-6a54-4a4b-b8c7-b303b0e56316 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7df1beb-b93b-47cb-b8fb-65a3d6c0c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487466 Jul 07 14:01:41.877846 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 45080) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:01:41.998719 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-f4009c40-fdcb-4ba6-a4c9-3a6b0f41a8e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:42.109727 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aebb24-f423-4b3d-8aa1-43b1ee45bfc5 req-844fdaec-7f7f-422f-8251-c5ef0b88d000 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:01:42.111739 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-49aebb24-f423-4b3d-8aa1-43b1ee45bfc5 req-844fdaec-7f7f-422f-8251-c5ef0b88d000 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] 10.222.0.16 "GET /v2.0/ports?device_id=a054411d-0955-4421-98bb-d5fd684e8ebd HTTP/1.1" status: 200 len: 944 time: 0.1080148 Jul 07 14:01:42.168743 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-49aebb24-f423-4b3d-8aa1-43b1ee45bfc5 req-0ff640ae-12d1-4b55-99f3-efdeb7b87fd1 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9a5b739-188e-462f-a79f-818cd3b73a76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505230 Jul 07 14:01:42.180915 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-f4009c40-fdcb-4ba6-a4c9-3a6b0f41a8e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:42.185357 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-f4009c40-fdcb-4ba6-a4c9-3a6b0f41a8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:42.224503 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-f4009c40-fdcb-4ba6-a4c9-3a6b0f41a8e7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=093d03514fce41d387de40730d8f1fbb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3457165 Jul 07 14:01:42.225341 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4009c40-fdcb-4ba6-a4c9-3a6b0f41a8e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abd843f4-aabb-45df-badc-5e43516db065,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:01:42.227535 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 45090) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:01:42.281049 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-5b0d9d7c-a43f-4e03-8789-3d17a5fc7b7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:42.309837 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-5b0d9d7c-a43f-4e03-8789-3d17a5fc7b7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:42.355860 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-5b0d9d7c-a43f-4e03-8789-3d17a5fc7b7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:42.358315 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-5b0d9d7c-a43f-4e03-8789-3d17a5fc7b7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:42.359456 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-5b0d9d7c-a43f-4e03-8789-3d17a5fc7b7a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/abd843f4-aabb-45df-badc-5e43516db065 HTTP/1.1" status: 204 len: 168 time: 0.1304393 Jul 07 14:01:42.367152 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0d9d7c-a43f-4e03-8789-3d17a5fc7b7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abd843f4-aabb-45df-badc-5e43516db065,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:01:42.539737 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Device 18d70be5-c393-44b0-81f1-0e7f72420887 details requested by agent hyperv_hv-cinder-79982 with host hv-cinder-79982 {{(pid=92955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 14:01:42.639593 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] For port 18d70be5-c393-44b0-81f1-0e7f72420887, host hv-cinder-79982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79982',level=0,port_id=18d70be5-c393-44b0-81f1-0e7f72420887,segment=NetworkSegment(043e9d5d-1b9c-4dcb-af68-bd7e747c833a),segment_id=043e9d5d-1b9c-4dcb-af68-bd7e747c833a)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 14:01:42.647871 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 45102) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:01:42.651591 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Returning: {'device': '18d70be5-c393-44b0-81f1-0e7f72420887', 'network_id': '7a74c5fe-9a47-4dbb-abf1-b2fc12293d08', 'port_id': '18d70be5-c393-44b0-81f1-0e7f72420887', 'mac_address': 'fa:16:3e:f1:2b:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef4c23d4-6942-49b9-b251-988fb449a81d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 14:01:42.662770 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-62367835-b7cb-47d9-9159-0d338f25108f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:42.683521 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce37900-63da-4d4a-a417-656a9a0d6f9e req-28f0dae6-7900-4b71-917c-58cb379c8c4d tempest-DeleteServersTestJSON-910716097 tempest-DeleteServersTestJSON-910716097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:01:42.685231 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-8ce37900-63da-4d4a-a417-656a9a0d6f9e req-28f0dae6-7900-4b71-917c-58cb379c8c4d tempest-DeleteServersTestJSON-910716097 tempest-DeleteServersTestJSON-910716097-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d86d768-8095-4a7c-a8d9-6d66c3b85bc2 HTTP/1.1" status: 200 len: 944 time: 0.0637069 Jul 07 14:01:42.689738 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:42.704041 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.notifiers.nova [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18d70be5-c393-44b0-81f1-0e7f72420887 {{(pid=92955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 14:01:42.726820 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-8ce37900-63da-4d4a-a417-656a9a0d6f9e req-ca9a98d4-9095-428d-8573-1364a9771a78 tempest-DeleteServersTestJSON-910716097 tempest-DeleteServersTestJSON-910716097-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac4a4773-c5b9-4563-9dbd-74cf463407e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353658 Jul 07 14:01:42.727870 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] For port 18d70be5-c393-44b0-81f1-0e7f72420887, host hv-cinder-79982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79982',level=0,port_id=18d70be5-c393-44b0-81f1-0e7f72420887,segment=NetworkSegment(043e9d5d-1b9c-4dcb-af68-bd7e747c833a),segment_id=043e9d5d-1b9c-4dcb-af68-bd7e747c833a)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 14:01:42.732257 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:42.776546 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-62367835-b7cb-47d9-9159-0d338f25108f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:42.781192 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-62367835-b7cb-47d9-9159-0d338f25108f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:42.783878 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Pushing event updated for resources: {'Port': ['ID=18d70be5-c393-44b0-81f1-0e7f72420887,revision_number=4']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:01:42.822749 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62367835-b7cb-47d9-9159-0d338f25108f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3e05e66-9802-4abd-82dc-d4d64eef51b9,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:01:42.827918 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-62367835-b7cb-47d9-9159-0d338f25108f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e48b33d5d216491ca07c5c68999572ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1784935 Jul 07 14:01:42.830792 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 45106) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:01:42.879504 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-15a72ee5-925d-4a4b-9836-3ead9f0dff9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:42.885859 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0169cf33-b874-4555-b806-3ae434304a6a req-835b67f6-06ca-45cd-a297-c30b10afceb3 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:01:42.887373 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-0169cf33-b874-4555-b806-3ae434304a6a req-835b67f6-06ca-45cd-a297-c30b10afceb3 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=96498ca8-2669-4f47-be39-a648f426eda3 HTTP/1.1" status: 200 len: 945 time: 0.0669308 Jul 07 14:01:42.902909 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-15a72ee5-925d-4a4b-9836-3ead9f0dff9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:42.925986 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-0169cf33-b874-4555-b806-3ae434304a6a req-b092690e-7923-4b2b-b685-25ac99c2ae6b tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7df1beb-b93b-47cb-b8fb-65a3d6c0c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329776 Jul 07 14:01:42.952969 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-15a72ee5-925d-4a4b-9836-3ead9f0dff9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:42.956537 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-15a72ee5-925d-4a4b-9836-3ead9f0dff9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:42.957729 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-15a72ee5-925d-4a4b-9836-3ead9f0dff9e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d3e05e66-9802-4abd-82dc-d4d64eef51b9 HTTP/1.1" status: 204 len: 168 time: 0.1259055 Jul 07 14:01:42.966978 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a72ee5-925d-4a4b-9836-3ead9f0dff9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3e05e66-9802-4abd-82dc-d4d64eef51b9,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:01:43.362463 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09ba377-eb2f-4242-8c48-f9864817ae0b req-640e6f80-e1b4-45c1-b3b6-1e3b47e2fae5 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:01:43.363975 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-c09ba377-eb2f-4242-8c48-f9864817ae0b req-640e6f80-e1b4-45c1-b3b6-1e3b47e2fae5 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] 10.222.0.16 "GET /v2.0/ports?device_id=a054411d-0955-4421-98bb-d5fd684e8ebd HTTP/1.1" status: 200 len: 945 time: 0.0688419 Jul 07 14:01:43.402843 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-c09ba377-eb2f-4242-8c48-f9864817ae0b req-707ab5ce-eacc-4017-91d5-4e73f4554f0a tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9a5b739-188e-462f-a79f-818cd3b73a76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328021 Jul 07 14:01:43.467493 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Device 059f3bea-1d00-4f55-be68-575330c3e78d up at agent hyperv_hv-cinder-79982 {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 14:01:43.516570 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Provisioning for port 059f3bea-1d00-4f55-be68-575330c3e78d completed by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 14:01:43.521050 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Provisioning complete for port 059f3bea-1d00-4f55-be68-575330c3e78d triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 14:01:43.521419 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732533'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:43.608369 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:43.631162 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d86d768-8095-4a7c-a8d9-6d66c3b85bc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '059f3bea-1d00-4f55-be68-575330c3e78d'}] {{(pid=92955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 14:01:43.706761 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] For port 059f3bea-1d00-4f55-be68-575330c3e78d, host hv-cinder-79982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79982',level=0,port_id=059f3bea-1d00-4f55-be68-575330c3e78d,segment=NetworkSegment(05c0ff67-8b91-4468-a9f3-49b8c7b37474),segment_id=05c0ff67-8b91-4468-a9f3-49b8c7b37474)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 14:01:43.709954 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:43.711001 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Device a6f266a4-eec8-4dc4-97e0-ad4c884aec24 up at agent hyperv_hv-cinder-79982 {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 14:01:43.791778 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Pushing event updated for resources: {'Port': ['ID=059f3bea-1d00-4f55-be68-575330c3e78d,revision_number=5']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:01:43.812232 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e11a9a08f0ebba7a9f0c3b7780f6d7944ec82452e2695ea1962573c23703eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29f5e2eb-0268-41c6-ae12-964d67dfdc06" -d '{"events": [{"server_uuid": "4d86d768-8095-4a7c-a8d9-6d66c3b85bc2", "name": "network-vif-plugged", "status": "completed", "tag": "059f3bea-1d00-4f55-be68-575330c3e78d"}]}' {{(pid=92955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 14:01:43.817437 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Provisioning for port a6f266a4-eec8-4dc4-97e0-ad4c884aec24 completed by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 14:01:43.823104 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Provisioning complete for port a6f266a4-eec8-4dc4-97e0-ad4c884aec24 triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 14:01:43.823510 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732533'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:43.941604 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5da707-e8c0-44ab-81f9-8783612ab384 req-5548a516-bd78-41e1-8ff3-ce3a1c6b5b2a tempest-DeleteServersTestJSON-910716097 tempest-DeleteServersTestJSON-910716097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:01:43.943883 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-9a5da707-e8c0-44ab-81f9-8783612ab384 req-5548a516-bd78-41e1-8ff3-ce3a1c6b5b2a tempest-DeleteServersTestJSON-910716097 tempest-DeleteServersTestJSON-910716097-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d86d768-8095-4a7c-a8d9-6d66c3b85bc2 HTTP/1.1" status: 200 len: 945 time: 0.0847173 Jul 07 14:01:43.997263 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-9a5da707-e8c0-44ab-81f9-8783612ab384 req-bea5031a-4d37-4ffc-bda0-64292dcb6e74 tempest-DeleteServersTestJSON-910716097 tempest-DeleteServersTestJSON-910716097-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac4a4773-c5b9-4563-9dbd-74cf463407e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461771 Jul 07 14:01:44.034343 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:44.071363 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 14:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b447576-4949-4b34-8bec-332a1d34d10c x-openstack-request-id: req-7b447576-4949-4b34-8bec-332a1d34d10c {{(pid=92955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 14:01:44.071645 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d86d768-8095-4a7c-a8d9-6d66c3b85bc2", "name": "network-vif-plugged", "status": "completed", "tag": "059f3bea-1d00-4f55-be68-575330c3e78d", "code": 200}]} {{(pid=92955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 14:01:44.071896 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7b447576-4949-4b34-8bec-332a1d34d10c {{(pid=92955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 14:01:44.072342 dv-cinder-799821-1-iscsi neutron-server[92955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d86d768-8095-4a7c-a8d9-6d66c3b85bc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '059f3bea-1d00-4f55-be68-575330c3e78d', 'code': 200} Jul 07 14:01:44.075919 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] For port a6f266a4-eec8-4dc4-97e0-ad4c884aec24, host hv-cinder-79982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79982',level=0,port_id=a6f266a4-eec8-4dc4-97e0-ad4c884aec24,segment=NetworkSegment(f3f58588-4c9a-407d-b956-d7d536d6c493),segment_id=f3f58588-4c9a-407d-b956-d7d536d6c493)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 14:01:44.082090 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:44.153636 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Pushing event updated for resources: {'Port': ['ID=a6f266a4-eec8-4dc4-97e0-ad4c884aec24,revision_number=5']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:01:44.196748 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaaf404-abb6-4b6d-9836-fde08c587797 req-bee2e1f5-2e99-464d-8eb9-40c427beb2fa tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:01:44.198204 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-6eaaf404-abb6-4b6d-9836-fde08c587797 req-bee2e1f5-2e99-464d-8eb9-40c427beb2fa tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=96498ca8-2669-4f47-be39-a648f426eda3 HTTP/1.1" status: 200 len: 946 time: 0.0680478 Jul 07 14:01:44.236047 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-6eaaf404-abb6-4b6d-9836-fde08c587797 req-9b321d3d-7f3a-4387-8f11-0f2c87b14586 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7df1beb-b93b-47cb-b8fb-65a3d6c0c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315487 Jul 07 14:01:44.587897 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bc6c2d-f828-4c43-8111-79029f92b67d req-4d076b18-7403-452a-8a69-90488a6a666c tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:01:44.588535 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-e9bc6c2d-f828-4c43-8111-79029f92b67d req-4d076b18-7403-452a-8a69-90488a6a666c tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] 10.222.0.16 "GET /v2.0/ports?device_id=a054411d-0955-4421-98bb-d5fd684e8ebd HTTP/1.1" status: 200 len: 945 time: 0.0692580 Jul 07 14:01:44.632081 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-e9bc6c2d-f828-4c43-8111-79029f92b67d req-d7d3e151-a40a-49e6-aaf5-0f4b13dc96b8 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9a5b739-188e-462f-a79f-818cd3b73a76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366023 Jul 07 14:01:44.813073 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] get_ports_and_sgs() called for port_ids ['18d70be5-c393-44b0-81f1-0e7f72420887'] {{(pid=92955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 14:01:44.840363 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743c2396-52f6-4b10-ad1f-7c9fda0eda95 req-8f2ba442-2d20-48d3-8273-1aadd6faf572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:01:44.842136 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-743c2396-52f6-4b10-ad1f-7c9fda0eda95 req-8f2ba442-2d20-48d3-8273-1aadd6faf572 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4d86d768-8095-4a7c-a8d9-6d66c3b85bc2 HTTP/1.1" status: 200 len: 1098 time: 0.0888021 Jul 07 14:01:44.861905 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-743c2396-52f6-4b10-ad1f-7c9fda0eda95 req-1816ff99-f879-4bde-b01f-ede9ab5a25b1 service neutron] Notify callbacks [] for security_group, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:44.974926 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-743c2396-52f6-4b10-ad1f-7c9fda0eda95 req-1816ff99-f879-4bde-b01f-ede9ab5a25b1 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:44.983039 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-743c2396-52f6-4b10-ad1f-7c9fda0eda95 req-1816ff99-f879-4bde-b01f-ede9ab5a25b1 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:45.023671 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-743c2396-52f6-4b10-ad1f-7c9fda0eda95 req-1816ff99-f879-4bde-b01f-ede9ab5a25b1 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ac4a4773-c5b9-4563-9dbd-74cf463407e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745453 Jul 07 14:01:45.028493 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1816ff99-f879-4bde-b01f-ede9ab5a25b1 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=b951400f-ae0f-4b90-a752-a3636a17e5d8,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:01:45.189694 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed699af4-e907-4bc4-b43c-ce5fd3f8488e req-b2d97678-cc15-42bb-81bc-10bdf6eb16a1 tempest-DeleteServersTestJSON-910716097 tempest-DeleteServersTestJSON-910716097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:01:45.191992 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-ed699af4-e907-4bc4-b43c-ce5fd3f8488e req-b2d97678-cc15-42bb-81bc-10bdf6eb16a1 tempest-DeleteServersTestJSON-910716097 tempest-DeleteServersTestJSON-910716097-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d86d768-8095-4a7c-a8d9-6d66c3b85bc2 HTTP/1.1" status: 200 len: 945 time: 0.0688009 Jul 07 14:01:45.239698 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-ed699af4-e907-4bc4-b43c-ce5fd3f8488e req-a56aefff-b7a2-4bfb-8de3-d40874ee70cf tempest-DeleteServersTestJSON-910716097 tempest-DeleteServersTestJSON-910716097-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac4a4773-c5b9-4563-9dbd-74cf463407e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402715 Jul 07 14:01:45.304012 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 45232) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:01:45.427246 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c1432e-253a-4a2e-b28c-3ac9f9c43925 req-3b646d0d-91ab-4c23-9229-6c1392195d84 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:01:45.430908 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-03c1432e-253a-4a2e-b28c-3ac9f9c43925 req-3b646d0d-91ab-4c23-9229-6c1392195d84 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=96498ca8-2669-4f47-be39-a648f426eda3 HTTP/1.1" status: 200 len: 946 time: 0.0710289 Jul 07 14:01:45.442420 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-7e849872-70d1-4ecb-b986-96249fc7852b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:45.471374 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-03c1432e-253a-4a2e-b28c-3ac9f9c43925 req-f0bdfa41-1a13-4790-a1a6-ee2170ec91c4 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7df1beb-b93b-47cb-b8fb-65a3d6c0c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359409 Jul 07 14:01:45.559442 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-7e849872-70d1-4ecb-b986-96249fc7852b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:45.565033 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-7e849872-70d1-4ecb-b986-96249fc7852b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:45.607859 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-7e849872-70d1-4ecb-b986-96249fc7852b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9c82006e94004a87bf46434fcb928407&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3004899 Jul 07 14:01:45.607859 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e849872-70d1-4ecb-b986-96249fc7852b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f56e0c51-114b-465d-b312-e9a04f38e11d,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:01:45.608272 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 45256) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:01:45.662655 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-9e02aad9-d258-4781-904e-87011c2694b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:45.692647 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-9e02aad9-d258-4781-904e-87011c2694b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:45.748676 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-9e02aad9-d258-4781-904e-87011c2694b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:45.752006 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-9e02aad9-d258-4781-904e-87011c2694b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:45.753212 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-9e02aad9-d258-4781-904e-87011c2694b0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f56e0c51-114b-465d-b312-e9a04f38e11d HTTP/1.1" status: 204 len: 168 time: 0.1439476 Jul 07 14:01:45.773569 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e02aad9-d258-4781-904e-87011c2694b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f56e0c51-114b-465d-b312-e9a04f38e11d,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:01:45.875494 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f220ef7-6514-44c5-98bd-0c5bfdd5879a req-3b2ebdf1-7b96-4b61-aa75-9ecf3efadcb7 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:01:45.877720 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-7f220ef7-6514-44c5-98bd-0c5bfdd5879a req-3b2ebdf1-7b96-4b61-aa75-9ecf3efadcb7 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] 10.222.0.16 "GET /v2.0/ports?device_id=a054411d-0955-4421-98bb-d5fd684e8ebd HTTP/1.1" status: 200 len: 945 time: 0.1066310 Jul 07 14:01:45.940137 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-7f220ef7-6514-44c5-98bd-0c5bfdd5879a req-27f1e93b-2af4-4bfd-a8c4-652dad775632 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9a5b739-188e-462f-a79f-818cd3b73a76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477605 Jul 07 14:01:46.073527 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96498ca8-2669-4f47-be39-a648f426eda3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6f266a4-eec8-4dc4-97e0-ad4c884aec24'}] {{(pid=92955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 14:01:46.075854 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e11a9a08f0ebba7a9f0c3b7780f6d7944ec82452e2695ea1962573c23703eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56903b2e-0800-4a6f-9452-a00f7714951f" -d '{"events": [{"server_uuid": "96498ca8-2669-4f47-be39-a648f426eda3", "name": "network-vif-plugged", "status": "completed", "tag": "a6f266a4-eec8-4dc4-97e0-ad4c884aec24"}]}' {{(pid=92955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 14:01:46.119205 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 14:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5623e529-3135-4edb-af82-bb2774777e34 x-openstack-request-id: req-5623e529-3135-4edb-af82-bb2774777e34 {{(pid=92955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 14:01:46.119745 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96498ca8-2669-4f47-be39-a648f426eda3", "name": "network-vif-plugged", "status": "completed", "tag": "a6f266a4-eec8-4dc4-97e0-ad4c884aec24", "code": 200}]} {{(pid=92955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 14:01:46.120001 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5623e529-3135-4edb-af82-bb2774777e34 {{(pid=92955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 14:01:46.120543 dv-cinder-799821-1-iscsi neutron-server[92955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96498ca8-2669-4f47-be39-a648f426eda3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6f266a4-eec8-4dc4-97e0-ad4c884aec24', 'code': 200} Jul 07 14:01:46.166509 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 45282) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:01:46.182882 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-293df55c-81db-4b4c-913f-8f7a1600fc9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:46.315362 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-293df55c-81db-4b4c-913f-8f7a1600fc9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:46.318059 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-293df55c-81db-4b4c-913f-8f7a1600fc9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:46.369570 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-293df55c-81db-4b4c-913f-8f7a1600fc9d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=68faea1533e44c5c8549bc64074bb0c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1996527 Jul 07 14:01:46.369570 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293df55c-81db-4b4c-913f-8f7a1600fc9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f7bfcce-5298-4bde-bead-1e9074e04838,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:01:46.370399 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 45290) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:01:46.451001 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9e03cc-556a-4743-a7e2-d61c2c46cbaf req-c1742521-0afe-4eb4-a751-8919633b5754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:01:46.453359 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-8f9e03cc-556a-4743-a7e2-d61c2c46cbaf req-c1742521-0afe-4eb4-a751-8919633b5754 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=96498ca8-2669-4f47-be39-a648f426eda3 HTTP/1.1" status: 200 len: 1099 time: 0.1071172 Jul 07 14:01:46.499513 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-7f56f843-4657-4665-b4ce-f290f008b8c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:46.524118 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-8f9e03cc-556a-4743-a7e2-d61c2c46cbaf req-5df8b043-39d5-41c2-8e72-cd41f0f1c074 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e7df1beb-b93b-47cb-b8fb-65a3d6c0c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614364 Jul 07 14:01:46.525345 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-7f56f843-4657-4665-b4ce-f290f008b8c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:46.568352 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Device 18d70be5-c393-44b0-81f1-0e7f72420887 up at agent hyperv_hv-cinder-79982 {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 14:01:46.620962 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed2d569-f5da-4afd-b3c8-88808aeed161 req-2e9f4631-19fe-421c-b14e-126b5f22e98b tempest-DeleteServersTestJSON-910716097 tempest-DeleteServersTestJSON-910716097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:01:46.630922 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-7ed2d569-f5da-4afd-b3c8-88808aeed161 req-2e9f4631-19fe-421c-b14e-126b5f22e98b tempest-DeleteServersTestJSON-910716097 tempest-DeleteServersTestJSON-910716097-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d86d768-8095-4a7c-a8d9-6d66c3b85bc2 HTTP/1.1" status: 200 len: 945 time: 0.1931615 Jul 07 14:01:46.686368 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-7ed2d569-f5da-4afd-b3c8-88808aeed161 req-06b07f0b-0f05-47e3-a295-752907409661 tempest-DeleteServersTestJSON-910716097 tempest-DeleteServersTestJSON-910716097-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac4a4773-c5b9-4563-9dbd-74cf463407e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544596 Jul 07 14:01:46.690313 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Provisioning for port 18d70be5-c393-44b0-81f1-0e7f72420887 completed by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 14:01:46.694714 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-7f56f843-4657-4665-b4ce-f290f008b8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:46.695081 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Provisioning complete for port 18d70be5-c393-44b0-81f1-0e7f72420887 triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 14:01:46.695524 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732533'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:46.697741 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-7f56f843-4657-4665-b4ce-f290f008b8c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:46.698887 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-7f56f843-4657-4665-b4ce-f290f008b8c9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1f7bfcce-5298-4bde-bead-1e9074e04838 HTTP/1.1" status: 204 len: 168 time: 0.3275695 Jul 07 14:01:46.740530 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f56f843-4657-4665-b4ce-f290f008b8c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f7bfcce-5298-4bde-bead-1e9074e04838,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:01:46.743691 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 45306) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:01:46.777731 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9470507f-86ff-4129-80b2-f67458fa9184 req-fe3f6b97-e5c3-4984-90e1-5ffb3313cca8 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:01:46.784937 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-9470507f-86ff-4129-80b2-f67458fa9184 req-fe3f6b97-e5c3-4984-90e1-5ffb3313cca8 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=96498ca8-2669-4f47-be39-a648f426eda3 HTTP/1.1" status: 200 len: 946 time: 0.0849671 Jul 07 14:01:46.825876 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-9470507f-86ff-4129-80b2-f67458fa9184 req-f5af5d48-fe3f-4bc8-bf54-da4ea67658e6 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7df1beb-b93b-47cb-b8fb-65a3d6c0c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399456 Jul 07 14:01:46.827117 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:46.875373 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-dba817d1-52e8-4e1d-815f-71b1d838bd86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:46.885146 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] For port 18d70be5-c393-44b0-81f1-0e7f72420887, host hv-cinder-79982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79982',level=0,port_id=18d70be5-c393-44b0-81f1-0e7f72420887,segment=NetworkSegment(043e9d5d-1b9c-4dcb-af68-bd7e747c833a),segment_id=043e9d5d-1b9c-4dcb-af68-bd7e747c833a)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 14:01:46.889246 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:46.947721 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Pushing event updated for resources: {'Port': ['ID=18d70be5-c393-44b0-81f1-0e7f72420887,revision_number=5']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:01:46.974631 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-dba817d1-52e8-4e1d-815f-71b1d838bd86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:46.981848 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-dba817d1-52e8-4e1d-815f-71b1d838bd86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:47.020295 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba817d1-52e8-4e1d-815f-71b1d838bd86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1107037-91be-478b-a227-3d2f11baacc1,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:01:47.024764 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-dba817d1-52e8-4e1d-815f-71b1d838bd86 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=da89ba9b00d1493da07916fcc209c2b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2799454 Jul 07 14:01:47.027518 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 45314) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:01:47.080490 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-4c27c62f-1954-4554-bdff-ed3e7fc75fe8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:47.114536 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-4c27c62f-1954-4554-bdff-ed3e7fc75fe8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:47.154236 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3ddbbb-4bcc-46a4-9fce-0656b156f8e8 req-2146b856-477f-4263-ada4-a42eaf436200 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:01:47.156159 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-0d3ddbbb-4bcc-46a4-9fce-0656b156f8e8 req-2146b856-477f-4263-ada4-a42eaf436200 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] 10.222.0.16 "GET /v2.0/ports?device_id=a054411d-0955-4421-98bb-d5fd684e8ebd HTTP/1.1" status: 200 len: 946 time: 0.1043637 Jul 07 14:01:47.186349 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-4c27c62f-1954-4554-bdff-ed3e7fc75fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:47.195568 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-4c27c62f-1954-4554-bdff-ed3e7fc75fe8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:47.198134 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-4c27c62f-1954-4554-bdff-ed3e7fc75fe8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c1107037-91be-478b-a227-3d2f11baacc1 HTTP/1.1" status: 204 len: 168 time: 0.1693001 Jul 07 14:01:47.210053 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c27c62f-1954-4554-bdff-ed3e7fc75fe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1107037-91be-478b-a227-3d2f11baacc1,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:01:47.233296 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-0d3ddbbb-4bcc-46a4-9fce-0656b156f8e8 req-cc560735-ece5-46ed-be1b-f550bc45d164 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9a5b739-188e-462f-a79f-818cd3b73a76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692029 Jul 07 14:01:47.585387 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 45352) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:01:47.599508 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-559b93d5-382e-4c75-a213-1900352b2282 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:47.698526 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-559b93d5-382e-4c75-a213-1900352b2282 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:47.702541 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-559b93d5-382e-4c75-a213-1900352b2282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:47.747905 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-559b93d5-382e-4c75-a213-1900352b2282 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5be47dcee37e4f3d8e092a39fbc7cb87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1580381 Jul 07 14:01:47.747991 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 45358) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:01:47.749207 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559b93d5-382e-4c75-a213-1900352b2282 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d0d95a3-5bb3-4bfc-a500-8dc6fd1c5ef0,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:01:47.819634 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-88fdd702-d427-497a-bdbe-162d8b09b5d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:47.887097 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-88fdd702-d427-497a-bdbe-162d8b09b5d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:47.956687 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e4b388-f174-4f63-865d-bfd545e62661 req-b869d518-8086-4297-9716-e366902c89aa tempest-DeleteServersTestJSON-910716097 tempest-DeleteServersTestJSON-910716097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:01:47.958208 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-33e4b388-f174-4f63-865d-bfd545e62661 req-b869d518-8086-4297-9716-e366902c89aa tempest-DeleteServersTestJSON-910716097 tempest-DeleteServersTestJSON-910716097-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d86d768-8095-4a7c-a8d9-6d66c3b85bc2 HTTP/1.1" status: 200 len: 945 time: 0.1188643 Jul 07 14:01:47.987311 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-88fdd702-d427-497a-bdbe-162d8b09b5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:47.990480 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-88fdd702-d427-497a-bdbe-162d8b09b5d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:47.994046 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-88fdd702-d427-497a-bdbe-162d8b09b5d2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3d0d95a3-5bb3-4bfc-a500-8dc6fd1c5ef0 HTTP/1.1" status: 204 len: 168 time: 0.2452390 Jul 07 14:01:48.035268 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fdd702-d427-497a-bdbe-162d8b09b5d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d0d95a3-5bb3-4bfc-a500-8dc6fd1c5ef0,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:01:48.063157 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-33e4b388-f174-4f63-865d-bfd545e62661 req-5577e58b-ac46-4400-ae53-dc01f86fa9c1 tempest-DeleteServersTestJSON-910716097 tempest-DeleteServersTestJSON-910716097-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac4a4773-c5b9-4563-9dbd-74cf463407e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921249 Jul 07 14:01:48.121539 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a054411d-0955-4421-98bb-d5fd684e8ebd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18d70be5-c393-44b0-81f1-0e7f72420887'}] {{(pid=92955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 14:01:48.124250 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e11a9a08f0ebba7a9f0c3b7780f6d7944ec82452e2695ea1962573c23703eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8ba1a95-19bf-4018-9257-6f3b3507092e" -d '{"events": [{"server_uuid": "a054411d-0955-4421-98bb-d5fd684e8ebd", "name": "network-vif-plugged", "status": "completed", "tag": "18d70be5-c393-44b0-81f1-0e7f72420887"}]}' {{(pid=92955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 14:01:48.135474 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913b6dce-d18d-42dc-9596-813ca3d8d531 req-b60f6192-2653-4b3d-9f68-8b19d07dc3b0 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:01:48.150321 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-913b6dce-d18d-42dc-9596-813ca3d8d531 req-b60f6192-2653-4b3d-9f68-8b19d07dc3b0 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=96498ca8-2669-4f47-be39-a648f426eda3 HTTP/1.1" status: 200 len: 946 time: 0.1687157 Jul 07 14:01:48.168440 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 14:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ddbcc01-b163-4d85-9bf1-3487724cb493 x-openstack-request-id: req-9ddbcc01-b163-4d85-9bf1-3487724cb493 {{(pid=92955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 14:01:48.169000 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a054411d-0955-4421-98bb-d5fd684e8ebd", "name": "network-vif-plugged", "status": "completed", "tag": "18d70be5-c393-44b0-81f1-0e7f72420887", "code": 200}]} {{(pid=92955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 14:01:48.169490 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9ddbcc01-b163-4d85-9bf1-3487724cb493 {{(pid=92955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 14:01:48.170356 dv-cinder-799821-1-iscsi neutron-server[92955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a054411d-0955-4421-98bb-d5fd684e8ebd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18d70be5-c393-44b0-81f1-0e7f72420887', 'code': 200} Jul 07 14:01:48.202405 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-913b6dce-d18d-42dc-9596-813ca3d8d531 req-aa016d14-b910-4010-9a83-96f7b61d2480 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7df1beb-b93b-47cb-b8fb-65a3d6c0c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503592 Jul 07 14:01:48.480135 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe964406-a09e-44a8-a949-2773f290546f req-c06af642-5521-41cc-b03e-377b72ac3732 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:01:48.488855 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-fe964406-a09e-44a8-a949-2773f290546f req-c06af642-5521-41cc-b03e-377b72ac3732 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] 10.222.0.16 "GET /v2.0/ports?device_id=a054411d-0955-4421-98bb-d5fd684e8ebd HTTP/1.1" status: 200 len: 946 time: 0.1194293 Jul 07 14:01:48.562548 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-fe964406-a09e-44a8-a949-2773f290546f req-e82df812-3711-421d-a4bc-ebc1113d6574 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9a5b739-188e-462f-a79f-818cd3b73a76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727232 Jul 07 14:01:49.051612 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 45442) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:01:49.177060 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-c71a9b2d-9632-4c34-bdb1-211b543500ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:49.274718 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-c71a9b2d-9632-4c34-bdb1-211b543500ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:49.280936 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-c71a9b2d-9632-4c34-bdb1-211b543500ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:49.322645 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-c71a9b2d-9632-4c34-bdb1-211b543500ab admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=07c5e77caf2a448aaab51664b14dba27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2699132 Jul 07 14:01:49.323798 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71a9b2d-9632-4c34-bdb1-211b543500ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c293476d-a104-4915-b3d7-6cab387f13c2,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:01:49.325345 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 45450) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:01:49.380994 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-456e30d5-f699-4ec2-9603-2529b65cd68c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:49.405373 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-456e30d5-f699-4ec2-9603-2529b65cd68c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:49.483232 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-456e30d5-f699-4ec2-9603-2529b65cd68c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:49.486518 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-456e30d5-f699-4ec2-9603-2529b65cd68c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:49.487663 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-456e30d5-f699-4ec2-9603-2529b65cd68c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c293476d-a104-4915-b3d7-6cab387f13c2 HTTP/1.1" status: 204 len: 168 time: 0.1613328 Jul 07 14:01:49.497342 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456e30d5-f699-4ec2-9603-2529b65cd68c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c293476d-a104-4915-b3d7-6cab387f13c2,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:01:49.756857 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206966d6-74d9-4597-90d6-ba47baeff185 req-f8142eca-7e36-4b54-b2e4-956934c57453 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:01:49.759248 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-206966d6-74d9-4597-90d6-ba47baeff185 req-f8142eca-7e36-4b54-b2e4-956934c57453 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] 10.222.0.16 "GET /v2.0/ports?device_id=a054411d-0955-4421-98bb-d5fd684e8ebd HTTP/1.1" status: 200 len: 946 time: 0.0766695 Jul 07 14:01:49.806872 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-206966d6-74d9-4597-90d6-ba47baeff185 req-4cb78714-1b35-4b86-a73f-25519dbe9f46 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9a5b739-188e-462f-a79f-818cd3b73a76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417035 Jul 07 14:01:49.905653 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 45482) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:01:49.919187 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-046eaa71-b33d-4f58-b461-360711824ef4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:50.016750 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-046eaa71-b33d-4f58-b461-360711824ef4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:50.021020 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-046eaa71-b33d-4f58-b461-360711824ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:50.061259 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-046eaa71-b33d-4f58-b461-360711824ef4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=388881a5086243d59e329175832fe469&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1545374 Jul 07 14:01:50.062341 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046eaa71-b33d-4f58-b461-360711824ef4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6f476bb-0ccc-4b87-98fd-95083d4c225e,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:01:50.064638 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 45490) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:01:50.119223 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a0c8c120-c9ce-4ffc-9864-fe204344afc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:50.145019 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a0c8c120-c9ce-4ffc-9864-fe204344afc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:50.196778 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a0c8c120-c9ce-4ffc-9864-fe204344afc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:50.199793 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a0c8c120-c9ce-4ffc-9864-fe204344afc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:50.203011 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-a0c8c120-c9ce-4ffc-9864-fe204344afc4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d6f476bb-0ccc-4b87-98fd-95083d4c225e HTTP/1.1" status: 204 len: 168 time: 0.1346419 Jul 07 14:01:50.208938 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c8c120-c9ce-4ffc-9864-fe204344afc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6f476bb-0ccc-4b87-98fd-95083d4c225e,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:01:50.528483 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 45526) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:01:50.543316 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-c373a889-b9de-48a2-982a-b397d3a4d1d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:50.630882 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-c373a889-b9de-48a2-982a-b397d3a4d1d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:50.636969 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-c373a889-b9de-48a2-982a-b397d3a4d1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:50.677837 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-c373a889-b9de-48a2-982a-b397d3a4d1d6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4011e7571c5a4e58953efd3bdd10de15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1457677 Jul 07 14:01:50.677837 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c373a889-b9de-48a2-982a-b397d3a4d1d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7ce513d-a378-4a48-afdd-c1ac7471d8ea,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:01:50.678676 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 45532) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:01:50.680443 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 45534) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:01:50.727164 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-5fcfd23e-5055-4a11-b676-3e2bcda0d71c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:50.749512 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-5fcfd23e-5055-4a11-b676-3e2bcda0d71c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:50.787859 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a76e32af-9739-49d3-bb79-1541afc9cd90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:50.797071 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-5fcfd23e-5055-4a11-b676-3e2bcda0d71c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:50.801287 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-5fcfd23e-5055-4a11-b676-3e2bcda0d71c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:50.805084 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-5fcfd23e-5055-4a11-b676-3e2bcda0d71c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f7ce513d-a378-4a48-afdd-c1ac7471d8ea HTTP/1.1" status: 204 len: 168 time: 0.1232967 Jul 07 14:01:50.811917 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcfd23e-5055-4a11-b676-3e2bcda0d71c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7ce513d-a378-4a48-afdd-c1ac7471d8ea,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:01:50.929507 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a76e32af-9739-49d3-bb79-1541afc9cd90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:50.934909 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a76e32af-9739-49d3-bb79-1541afc9cd90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:51.028534 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-a76e32af-9739-49d3-bb79-1541afc9cd90 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=11f3b3dc153a4da0891a16d469cf4f1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3470564 Jul 07 14:01:51.028782 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 45550) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:01:51.030943 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76e32af-9739-49d3-bb79-1541afc9cd90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=051d5b32-3e7c-4b01-b2d2-b9d789471344,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:01:51.069716 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394041ac-e8f7-4d02-bdbe-cb61ace8eb8d req-ce6b865f-369e-45c4-b6f4-e91ab2f2e720 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:01:51.071388 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-394041ac-e8f7-4d02-bdbe-cb61ace8eb8d req-ce6b865f-369e-45c4-b6f4-e91ab2f2e720 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] 10.222.0.16 "GET /v2.0/ports?device_id=a054411d-0955-4421-98bb-d5fd684e8ebd HTTP/1.1" status: 200 len: 946 time: 0.1133702 Jul 07 14:01:51.116650 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-394041ac-e8f7-4d02-bdbe-cb61ace8eb8d req-7eb52fdd-dae2-477f-9fed-849b3872e4da tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9a5b739-188e-462f-a79f-818cd3b73a76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378506 Jul 07 14:01:51.134681 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-1dc84d77-70fe-4b3e-b19f-bf5fb5bf4d96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:51.154646 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b19496-9226-4b0f-874f-a47fa150c34d req-48ad4abe-88a9-41dc-9d5b-da2efb6a7fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:01:51.156112 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-38b19496-9226-4b0f-874f-a47fa150c34d req-48ad4abe-88a9-41dc-9d5b-da2efb6a7fb6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a054411d-0955-4421-98bb-d5fd684e8ebd HTTP/1.1" status: 200 len: 1099 time: 0.1180787 Jul 07 14:01:51.174757 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-1dc84d77-70fe-4b3e-b19f-bf5fb5bf4d96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:51.217153 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-38b19496-9226-4b0f-874f-a47fa150c34d req-44246051-e9a8-4fbd-a50e-c0bed225265f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e9a5b739-188e-462f-a79f-818cd3b73a76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528035 Jul 07 14:01:51.238135 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-1dc84d77-70fe-4b3e-b19f-bf5fb5bf4d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:51.240603 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-1dc84d77-70fe-4b3e-b19f-bf5fb5bf4d96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:51.241682 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-1dc84d77-70fe-4b3e-b19f-bf5fb5bf4d96 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/051d5b32-3e7c-4b01-b2d2-b9d789471344 HTTP/1.1" status: 204 len: 168 time: 0.2121737 Jul 07 14:01:51.249375 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc84d77-70fe-4b3e-b19f-bf5fb5bf4d96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=051d5b32-3e7c-4b01-b2d2-b9d789471344,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:01:51.584201 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 45574) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:01:51.598723 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-d8addbd4-d705-4fab-88fb-882484b85be8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:51.725494 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-d8addbd4-d705-4fab-88fb-882484b85be8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:51.731920 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-d8addbd4-d705-4fab-88fb-882484b85be8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:51.782090 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 45594) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:01:51.794947 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-d8addbd4-d705-4fab-88fb-882484b85be8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9ea859a3fdc5494e90a98f36f611df5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2040303 Jul 07 14:01:51.796729 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8addbd4-d705-4fab-88fb-882484b85be8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36649def-d17a-46d4-bc00-17e130098471,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:01:51.847734 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-88764397-7215-4b1b-8374-14ca2aefebff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:51.872204 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-88764397-7215-4b1b-8374-14ca2aefebff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:51.926748 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-88764397-7215-4b1b-8374-14ca2aefebff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:51.929654 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-88764397-7215-4b1b-8374-14ca2aefebff admin admin] Notify callbacks [] for security_group, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:51.930960 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-88764397-7215-4b1b-8374-14ca2aefebff admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/36649def-d17a-46d4-bc00-17e130098471 HTTP/1.1" status: 204 len: 168 time: 0.1473150 Jul 07 14:01:51.962972 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88764397-7215-4b1b-8374-14ca2aefebff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36649def-d17a-46d4-bc00-17e130098471,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:01:52.675829 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee56f1ac-4ec7-435f-be24-8814da69b7ba req-d5d35675-a744-494e-98c7-cb8080f69be9 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:01:52.675829 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-ee56f1ac-4ec7-435f-be24-8814da69b7ba req-d5d35675-a744-494e-98c7-cb8080f69be9 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] 10.222.0.16 "GET /v2.0/ports?device_id=a054411d-0955-4421-98bb-d5fd684e8ebd HTTP/1.1" status: 200 len: 946 time: 0.0931714 Jul 07 14:01:52.748716 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-ee56f1ac-4ec7-435f-be24-8814da69b7ba req-df110aa0-0e5a-45c4-ad1e-03a06ffa5d2c tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9a5b739-188e-462f-a79f-818cd3b73a76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652678 Jul 07 14:01:52.936900 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8891ed9c-f3d9-41d6-8f16-bc4273e5a344 req-09b380fc-fbe6-4e28-9c83-ab8bc068f2ec tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:01:52.938578 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-8891ed9c-f3d9-41d6-8f16-bc4273e5a344 req-09b380fc-fbe6-4e28-9c83-ab8bc068f2ec tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] 10.222.0.16 "GET /v2.0/ports?device_id=a054411d-0955-4421-98bb-d5fd684e8ebd HTTP/1.1" status: 200 len: 946 time: 0.0752776 Jul 07 14:01:52.948234 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 45688) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:01:52.959243 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.v2.base [None req-9b279c19-e712-440f-9531-2b7b6be1f3eb tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Request body: {'floatingip': {'port_id': '18d70be5-c393-44b0-81f1-0e7f72420887'}} {{(pid=92953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 14:01:53.055710 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-9b279c19-e712-440f-9531-2b7b6be1f3eb tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Notify callbacks [] for floatingip, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:53.369098 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 45718) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:01:53.478432 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-4872aaee-9f9d-4537-8792-b86e5459b875 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:53.592949 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-4872aaee-9f9d-4537-8792-b86e5459b875 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:53.599781 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-4872aaee-9f9d-4537-8792-b86e5459b875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:53.636129 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4872aaee-9f9d-4537-8792-b86e5459b875 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=344f0474-521e-42fa-920d-d53a0727c82e,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:01:53.661737 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-4872aaee-9f9d-4537-8792-b86e5459b875 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8365ec3697ac45e5a2bb80a1f0557847&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2912209 Jul 07 14:01:53.663998 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 45728) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:01:53.736217 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-539b2abe-7f48-4793-8851-38d3139120ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:53.768997 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-539b2abe-7f48-4793-8851-38d3139120ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:53.820487 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 45736) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:01:53.839529 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-539b2abe-7f48-4793-8851-38d3139120ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:53.842320 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-539b2abe-7f48-4793-8851-38d3139120ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:53.843475 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-539b2abe-7f48-4793-8851-38d3139120ad admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/344f0474-521e-42fa-920d-d53a0727c82e HTTP/1.1" status: 204 len: 168 time: 0.1779525 Jul 07 14:01:53.872836 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539b2abe-7f48-4793-8851-38d3139120ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=344f0474-521e-42fa-920d-d53a0727c82e,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:01:53.881378 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 45746) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:01:54.045043 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-0c665595-f3ca-46a7-acd7-d2129fce6774 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:54.048760 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-9b279c19-e712-440f-9531-2b7b6be1f3eb tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:54.054254 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-9b279c19-e712-440f-9531-2b7b6be1f3eb tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1662057'] for floatingip, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:54.191301 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.db.l3_db [None req-9b279c19-e712-440f-9531-2b7b6be1f3eb tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Floating IP df2f7670-de2c-4cc8-93b8-47c55a3864ab associated. External IP: 172.27.0.9, port: 18d70be5-c393-44b0-81f1-0e7f72420887. Jul 07 14:01:54.209909 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-0c665595-f3ca-46a7-acd7-d2129fce6774 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:54.218581 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-a8cfe07c-6d9b-4410-a13c-f903b4a952db admin admin] Notify callbacks [] for security_group, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:54.231579 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-0c665595-f3ca-46a7-acd7-d2129fce6774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:54.272341 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-0c665595-f3ca-46a7-acd7-d2129fce6774 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=61c4fcdb1c6a493da413f63ddaab0bd7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4506853 Jul 07 14:01:54.276894 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 45770) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:01:54.303730 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 45772) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:01:54.317242 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c665595-f3ca-46a7-acd7-d2129fce6774 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4c56ca9-54e5-4001-9566-4e1e0fcc5d8a,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:01:54.323744 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-7bdd901e-4dfb-44fd-9bad-d77e2e116a63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:54.389777 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-b3d3da37-cdce-4f61-9a7d-5b463aa59ed8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:54.434919 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-b3d3da37-cdce-4f61-9a7d-5b463aa59ed8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:54.460283 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-a8cfe07c-6d9b-4410-a13c-f903b4a952db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:54.463310 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b279c19-e712-440f-9531-2b7b6be1f3eb tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Router 6bb28e45-0047-4715-a2f1-b4c897404199 has already been hosted by L3 agent 652ddd47-bc13-4e1c-8285-b4eb8cea957f {{(pid=92953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 14:01:54.472927 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-a8cfe07c-6d9b-4410-a13c-f903b4a952db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:54.495705 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 45778) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:01:54.524799 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-a8cfe07c-6d9b-4410-a13c-f903b4a952db admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ef22e47b38214f518e4a39e53fb78b21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6421328 Jul 07 14:01:54.526108 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cfe07c-6d9b-4410-a13c-f903b4a952db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15f9647d-3b13-4c12-a877-f289a4e8d306,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:01:54.528753 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 45782) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:01:54.543931 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-b3d3da37-cdce-4f61-9a7d-5b463aa59ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:54.546426 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-b3d3da37-cdce-4f61-9a7d-5b463aa59ed8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:54.549880 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-b3d3da37-cdce-4f61-9a7d-5b463aa59ed8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d4c56ca9-54e5-4001-9566-4e1e0fcc5d8a HTTP/1.1" status: 204 len: 168 time: 0.2685311 Jul 07 14:01:54.557303 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d3da37-cdce-4f61-9a7d-5b463aa59ed8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4c56ca9-54e5-4001-9566-4e1e0fcc5d8a,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:01:54.641639 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-bd6aba74-8920-4e52-824f-40521e6d464a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:54.675422 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b279c19-e712-440f-9531-2b7b6be1f3eb tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Notify agent at l3_agent.dv-cinder-799821-1-iscsi the message routers_updated {{(pid=92953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 14:01:54.687460 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-9b279c19-e712-440f-9531-2b7b6be1f3eb tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171717'] for floatingip, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:54.690739 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028266ee-c2d1-48c9-900a-168fda1beaa5 None None] Sync routers for ids ['6bb28e45-0047-4715-a2f1-b4c897404199'] in dv-cinder-799821-1-iscsi {{(pid=92956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 14:01:54.692799 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-b0c190f3-c197-4294-a4d2-726015acc5d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:54.701786 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028266ee-c2d1-48c9-900a-168fda1beaa5 None None] Routers {'6bb28e45-0047-4715-a2f1-b4c897404199'} bound to L3 agent in host dv-cinder-799821-1-iscsi {{(pid=92956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 14:01:54.702498 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-028266ee-c2d1-48c9-900a-168fda1beaa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T13:53:27Z,description=,heartbeat_timestamp=2021-07-07T14:01:27Z,host='dv-cinder-799821-1-iscsi',id=652ddd47-bc13-4e1c-8285-b4eb8cea957f,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:53:27Z,topic='l3_agent')) {'router_ids': ['6bb28e45-0047-4715-a2f1-b4c897404199'], 'active': True} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:01:54.743647 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-7bdd901e-4dfb-44fd-9bad-d77e2e116a63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:54.757296 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-9b279c19-e712-440f-9531-2b7b6be1f3eb tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] 10.222.0.16 "PUT /v2.0/floatingips/df2f7670-de2c-4cc8-93b8-47c55a3864ab HTTP/1.1" status: 200 len: 990 time: 1.8079829 Jul 07 14:01:54.757869 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a054411d-0955-4421-98bb-d5fd684e8ebd', 'tag': '18d70be5-c393-44b0-81f1-0e7f72420887'}] {{(pid=92953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 14:01:54.767549 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-b0c190f3-c197-4294-a4d2-726015acc5d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:54.769996 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-7bdd901e-4dfb-44fd-9bad-d77e2e116a63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:54.821976 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-fd3a3620-df81-4ede-b7ab-e461e9bb5831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:54.850752 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-7bdd901e-4dfb-44fd-9bad-d77e2e116a63 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=247e1e627b034bee9a6ebfd802bfca51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5458636 Jul 07 14:01:54.853412 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 45800) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:01:54.856805 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdd901e-4dfb-44fd-9bad-d77e2e116a63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c07d3ef-c4d9-4668-aedd-6f4bb8f68fde,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:01:54.940828 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-b0c190f3-c197-4294-a4d2-726015acc5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:54.945524 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-b0c190f3-c197-4294-a4d2-726015acc5d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:54.948920 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-b0c190f3-c197-4294-a4d2-726015acc5d8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/15f9647d-3b13-4c12-a877-f289a4e8d306 HTTP/1.1" status: 204 len: 168 time: 0.4059765 Jul 07 14:01:54.969154 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c190f3-c197-4294-a4d2-726015acc5d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15f9647d-3b13-4c12-a877-f289a4e8d306,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:01:54.984948 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-90cbb75f-c3d2-4cb3-82bd-82fdc63d16e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:55.016246 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-90cbb75f-c3d2-4cb3-82bd-82fdc63d16e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:55.081111 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b979791e0eb55c76fbaee7f898eb9add660ef90e10b4f8745b80363530633ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6c0c5a9-34b7-43a9-9511-d5a183ed902f" -d '{"events": [{"name": "network-changed", "server_uuid": "a054411d-0955-4421-98bb-d5fd684e8ebd", "tag": "18d70be5-c393-44b0-81f1-0e7f72420887"}]}' {{(pid=92953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 14:01:55.085638 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvr_db [None req-028266ee-c2d1-48c9-900a-168fda1beaa5 None None] Set router 6bb28e45-0047-4715-a2f1-b4c897404199 gateway port host: dv-cinder-799821-1-iscsi {{(pid=92956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 14:01:55.103991 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-90cbb75f-c3d2-4cb3-82bd-82fdc63d16e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:55.107510 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-90cbb75f-c3d2-4cb3-82bd-82fdc63d16e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:55.108704 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-90cbb75f-c3d2-4cb3-82bd-82fdc63d16e4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5c07d3ef-c4d9-4668-aedd-6f4bb8f68fde HTTP/1.1" status: 204 len: 168 time: 0.2539723 Jul 07 14:01:55.121629 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cbb75f-c3d2-4cb3-82bd-82fdc63d16e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c07d3ef-c4d9-4668-aedd-6f4bb8f68fde,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:01:55.233941 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-bd6aba74-8920-4e52-824f-40521e6d464a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:55.241690 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-bd6aba74-8920-4e52-824f-40521e6d464a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:55.291538 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-bd6aba74-8920-4e52-824f-40521e6d464a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3d9dd01f772b4008aaef409df11adad6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7934952 Jul 07 14:01:55.291730 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 45818) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:01:55.292732 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6aba74-8920-4e52-824f-40521e6d464a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eaa86dd-5d61-4f03-8e69-b797ea4e9aab,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:01:55.366539 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-4cba5637-e08e-4ff1-9e34-22d9082f80c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:55.396865 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-4cba5637-e08e-4ff1-9e34-22d9082f80c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:55.407245 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-028266ee-c2d1-48c9-900a-168fda1beaa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb28e45-0047-4715-a2f1-b4c897404199', 'name': 'tempest-AttachVolumeTestJSON-201062429-router', 'tenant_id': '7be607c781c14fec85721959afd863d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'external_fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': 'f78e2a7b-aa71-4188-a0f7-6857407c260d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T14:01:11Z', 'updated_at': '2021-07-07T14:01:21Z', 'revision_number': 4, 'project_id': '7be607c781c14fec85721959afd863d4', 'gw_port': {'id': 'f78e2a7b-aa71-4188-a0f7-6857407c260d', 'name': '', 'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ed:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb28e45-0047-4715-a2f1-b4c897404199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:01:12Z', 'updated_at': '2021-07-07T14:01:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799821-1-iscsi', '_floatingips': [{'id': 'df2f7670-de2c-4cc8-93b8-47c55a3864ab', 'tenant_id': '7be607c781c14fec85721959afd863d4', 'floating_ip_address': '172.27.0.9', 'floating_network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'router_id': '6bb28e45-0047-4715-a2f1-b4c897404199', 'port_id': '18d70be5-c393-44b0-81f1-0e7f72420887', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a74c5fe-9a47-4dbb-abf1-b2fc12293d08', 'mac_address': 'fa:16:3e:f1:2b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a054411d-0955-4421-98bb-d5fd684e8ebd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T14:01:31Z', 'updated_at': '2021-07-07T14:01:53Z', 'revision_number': 1, 'project_id': '7be607c781c14fec85721959afd863d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '734cb7e8-9c0c-4d2e-b7bf-3cf8736aa215', 'name': '', 'network_id': '7a74c5fe-9a47-4dbb-abf1-b2fc12293d08', 'tenant_id': '7be607c781c14fec85721959afd863d4', 'mac_address': 'fa:16:3e:6a:c8:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb28e45-0047-4715-a2f1-b4c897404199', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'ef4c23d4-6942-49b9-b251-988fb449a81d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:01:16Z', 'updated_at': '2021-07-07T14:01:28Z', 'revision_number': 5, 'project_id': '7be607c781c14fec85721959afd863d4', 'subnets': [{'id': 'ef4c23d4-6942-49b9-b251-988fb449a81d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799821-1-iscsi', False) {} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:01:55.457492 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-4cba5637-e08e-4ff1-9e34-22d9082f80c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:55.460030 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-4cba5637-e08e-4ff1-9e34-22d9082f80c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:55.464630 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-4cba5637-e08e-4ff1-9e34-22d9082f80c4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1eaa86dd-5d61-4f03-8e69-b797ea4e9aab HTTP/1.1" status: 204 len: 168 time: 0.1717978 Jul 07 14:01:55.474123 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cba5637-e08e-4ff1-9e34-22d9082f80c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eaa86dd-5d61-4f03-8e69-b797ea4e9aab,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:01:55.476281 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028266ee-c2d1-48c9-900a-168fda1beaa5 None None] Checking router: 6bb28e45-0047-4715-a2f1-b4c897404199 for host: dv-cinder-799821-1-iscsi {{(pid=92956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 14:01:55.477260 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 14:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f977ae3b-6e66-4dab-8b8b-cd020612176b x-openstack-request-id: req-f977ae3b-6e66-4dab-8b8b-cd020612176b {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 14:01:55.477583 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a054411d-0955-4421-98bb-d5fd684e8ebd", "tag": "18d70be5-c393-44b0-81f1-0e7f72420887", "status": "completed", "code": 200}]} {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 14:01:55.477828 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f977ae3b-6e66-4dab-8b8b-cd020612176b {{(pid=92953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 14:01:55.478262 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a054411d-0955-4421-98bb-d5fd684e8ebd', 'tag': '18d70be5-c393-44b0-81f1-0e7f72420887', 'status': 'completed', 'code': 200} Jul 07 14:01:55.496376 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028266ee-c2d1-48c9-900a-168fda1beaa5 None None] Routers {'6bb28e45-0047-4715-a2f1-b4c897404199'} bound to L3 agent in host dv-cinder-799821-1-iscsi {{(pid=92956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 14:01:55.497968 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-028266ee-c2d1-48c9-900a-168fda1beaa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T13:53:27Z,description=,heartbeat_timestamp=2021-07-07T14:01:27Z,host='dv-cinder-799821-1-iscsi',id=652ddd47-bc13-4e1c-8285-b4eb8cea957f,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:53:27Z,topic='l3_agent')) {'router_ids': ['6bb28e45-0047-4715-a2f1-b4c897404199'], 'active': True} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:01:55.622418 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvr_db [None req-028266ee-c2d1-48c9-900a-168fda1beaa5 None None] Set router 6bb28e45-0047-4715-a2f1-b4c897404199 gateway port host: dv-cinder-799821-1-iscsi {{(pid=92956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 14:01:55.675688 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 45830) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:01:55.690637 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-9a20145f-eefa-440c-8a2a-d19b38b7c4fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:55.804761 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-9a20145f-eefa-440c-8a2a-d19b38b7c4fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:55.811657 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-9a20145f-eefa-440c-8a2a-d19b38b7c4fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:55.868650 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a20145f-eefa-440c-8a2a-d19b38b7c4fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad958594-eefd-4dc3-ad24-6b025e176782,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:01:55.911976 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-028266ee-c2d1-48c9-900a-168fda1beaa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb28e45-0047-4715-a2f1-b4c897404199', 'name': 'tempest-AttachVolumeTestJSON-201062429-router', 'tenant_id': '7be607c781c14fec85721959afd863d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'external_fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': 'f78e2a7b-aa71-4188-a0f7-6857407c260d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T14:01:11Z', 'updated_at': '2021-07-07T14:01:21Z', 'revision_number': 4, 'project_id': '7be607c781c14fec85721959afd863d4', 'gw_port': {'id': 'f78e2a7b-aa71-4188-a0f7-6857407c260d', 'name': '', 'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ed:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb28e45-0047-4715-a2f1-b4c897404199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:01:12Z', 'updated_at': '2021-07-07T14:01:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799821-1-iscsi', '_floatingips': [{'id': 'df2f7670-de2c-4cc8-93b8-47c55a3864ab', 'tenant_id': '7be607c781c14fec85721959afd863d4', 'floating_ip_address': '172.27.0.9', 'floating_network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'router_id': '6bb28e45-0047-4715-a2f1-b4c897404199', 'port_id': '18d70be5-c393-44b0-81f1-0e7f72420887', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a74c5fe-9a47-4dbb-abf1-b2fc12293d08', 'mac_address': 'fa:16:3e:f1:2b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a054411d-0955-4421-98bb-d5fd684e8ebd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T14:01:31Z', 'updated_at': '2021-07-07T14:01:53Z', 'revision_number': 1, 'project_id': '7be607c781c14fec85721959afd863d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '734cb7e8-9c0c-4d2e-b7bf-3cf8736aa215', 'name': '', 'network_id': '7a74c5fe-9a47-4dbb-abf1-b2fc12293d08', 'tenant_id': '7be607c781c14fec85721959afd863d4', 'mac_address': 'fa:16:3e:6a:c8:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb28e45-0047-4715-a2f1-b4c897404199', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'ef4c23d4-6942-49b9-b251-988fb449a81d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:01:16Z', 'updated_at': '2021-07-07T14:01:28Z', 'revision_number': 5, 'project_id': '7be607c781c14fec85721959afd863d4', 'subnets': [{'id': 'ef4c23d4-6942-49b9-b251-988fb449a81d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799821-1-iscsi', False) {} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:01:55.941823 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028266ee-c2d1-48c9-900a-168fda1beaa5 None None] The sync data for ids ['6bb28e45-0047-4715-a2f1-b4c897404199'] in dv-cinder-799821-1-iscsi is: [{'id': '6bb28e45-0047-4715-a2f1-b4c897404199', 'name': 'tempest-AttachVolumeTestJSON-201062429-router', 'tenant_id': '7be607c781c14fec85721959afd863d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'external_fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': 'f78e2a7b-aa71-4188-a0f7-6857407c260d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T14:01:11Z', 'updated_at': '2021-07-07T14:01:21Z', 'revision_number': 4, 'project_id': '7be607c781c14fec85721959afd863d4', 'gw_port': {'id': 'f78e2a7b-aa71-4188-a0f7-6857407c260d', 'name': '', 'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ed:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb28e45-0047-4715-a2f1-b4c897404199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:01:12Z', 'updated_at': '2021-07-07T14:01:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799821-1-iscsi', '_floatingips': [{'id': 'df2f7670-de2c-4cc8-93b8-47c55a3864ab', 'tenant_id': '7be607c781c14fec85721959afd863d4', 'floating_ip_address': '172.27.0.9', 'floating_network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'router_id': '6bb28e45-0047-4715-a2f1-b4c897404199', 'port_id': '18d70be5-c393-44b0-81f1-0e7f72420887', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a74c5fe-9a47-4dbb-abf1-b2fc12293d08', 'mac_address': 'fa:16:3e:f1:2b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a054411d-0955-4421-98bb-d5fd684e8ebd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T14:01:31Z', 'updated_at': '2021-07-07T14:01:53Z', 'revision_number': 1, 'project_id': '7be607c781c14fec85721959afd863d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '734cb7e8-9c0c-4d2e-b7bf-3cf8736aa215', 'name': '', 'network_id': '7a74c5fe-9a47-4dbb-abf1-b2fc12293d08', 'tenant_id': '7be607c781c14fec85721959afd863d4', 'mac_address': 'fa:16:3e:6a:c8:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb28e45-0047-4715-a2f1-b4c897404199', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'ef4c23d4-6942-49b9-b251-988fb449a81d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:01:16Z', 'updated_at': '2021-07-07T14:01:28Z', 'revision_number': 5, 'project_id': '7be607c781c14fec85721959afd863d4', 'subnets': [{'id': 'ef4c23d4-6942-49b9-b251-988fb449a81d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 14:01:56.013921 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 45844) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:01:56.029603 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-70ed979b-4f25-4514-bd6d-9bc6ff8f794d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:56.086995 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-9a20145f-eefa-440c-8a2a-d19b38b7c4fa admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bcb789cb3af94648a2ec9e3a786fc089&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4101975 Jul 07 14:01:56.087857 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 45846) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:01:56.143512 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 45850) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:01:56.147674 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-6749ee64-5bd7-49fa-a6ac-3d4858a26ed1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:56.157173 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-70ed979b-4f25-4514-bd6d-9bc6ff8f794d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:56.162860 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-70ed979b-4f25-4514-bd6d-9bc6ff8f794d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:56.178043 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-6749ee64-5bd7-49fa-a6ac-3d4858a26ed1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:56.233313 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-70ed979b-4f25-4514-bd6d-9bc6ff8f794d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9e7f7fb122744c1e83d0de923caaf96e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2182560 Jul 07 14:01:56.235150 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ed979b-4f25-4514-bd6d-9bc6ff8f794d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ccda888-68cc-450c-a766-fad1ad94545f,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:01:56.241778 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 45856) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:01:56.242567 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-6749ee64-5bd7-49fa-a6ac-3d4858a26ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:56.245280 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-6749ee64-5bd7-49fa-a6ac-3d4858a26ed1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:56.246632 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-6749ee64-5bd7-49fa-a6ac-3d4858a26ed1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ad958594-eefd-4dc3-ad24-6b025e176782 HTTP/1.1" status: 204 len: 168 time: 0.1578310 Jul 07 14:01:56.270683 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6749ee64-5bd7-49fa-a6ac-3d4858a26ed1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad958594-eefd-4dc3-ad24-6b025e176782,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:01:56.302718 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [None req-17bab891-bea4-41dd-bf74-d6b422d15def admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-44190660-network', 'tenant_id': 'b78f7405654b45d1843df9effb720cb2'}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 14:01:56.311375 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e8e69d-1789-4b2b-9348-dc1d903923b0 None None] New status for floating IP df2f7670-de2c-4cc8-93b8-47c55a3864ab: ACTIVE {{(pid=92955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 14:01:56.328851 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-86475a98-faad-4028-8f99-01935b8035e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:56.338658 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17bab891-bea4-41dd-bf74-d6b422d15def admin admin] Made reservation on behalf of b78f7405654b45d1843df9effb720cb2 for: {'network': 1} {{(pid=92954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 14:01:56.344128 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-17bab891-bea4-41dd-bf74-d6b422d15def admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for network, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:56.352865 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-86475a98-faad-4028-8f99-01935b8035e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:56.372091 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-17bab891-bea4-41dd-bf74-d6b422d15def admin admin] Notify callbacks [] for security_group, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:56.420642 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-86475a98-faad-4028-8f99-01935b8035e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:56.425773 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-86475a98-faad-4028-8f99-01935b8035e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:56.428075 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-86475a98-faad-4028-8f99-01935b8035e8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9ccda888-68cc-450c-a766-fad1ad94545f HTTP/1.1" status: 204 len: 168 time: 0.1797605 Jul 07 14:01:56.452493 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86475a98-faad-4028-8f99-01935b8035e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ccda888-68cc-450c-a766-fad1ad94545f,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:01:56.509508 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-17bab891-bea4-41dd-bf74-d6b422d15def admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:56.514915 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-17bab891-bea4-41dd-bf74-d6b422d15def admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:56.545971 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bab891-bea4-41dd-bf74-d6b422d15def admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84fc93f4-ffb2-41a0-bd9a-0c2108e2c950,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:01:56.559168 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17bab891-bea4-41dd-bf74-d6b422d15def admin admin] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=92954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 14:01:56.573093 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-17bab891-bea4-41dd-bf74-d6b422d15def admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:56.573717 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.db.segments_db [None req-17bab891-bea4-41dd-bf74-d6b422d15def admin admin] Added segment d18aaec7-da99-4b86-bac3-373f2cf95c84 of type vlan for network fd1f9b8b-2e74-4326-ab5e-3091a17505ef Jul 07 14:01:56.635557 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-17bab891-bea4-41dd-bf74-d6b422d15def admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744350994261'] for network, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:56.671260 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-17bab891-bea4-41dd-bf74-d6b422d15def admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582279'] for network, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:56.673561 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17bab891-bea4-41dd-bf74-d6b422d15def admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:01:56.674096 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-17bab891-bea4-41dd-bf74-d6b422d15def admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582248'] for network, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:56.738123 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-17bab891-bea4-41dd-bf74-d6b422d15def admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5910051 Jul 07 14:01:56.738399 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 45880) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:01:56.744819 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [None req-b282bb9e-3ac8-4eb8-94a4-0b950104ef70 admin admin] Request body: {'subnet': {'network_id': 'fd1f9b8b-2e74-4326-ab5e-3091a17505ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-44190660-subnet', 'tenant_id': 'b78f7405654b45d1843df9effb720cb2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 14:01:56.752724 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bab891-bea4-41dd-bf74-d6b422d15def admin admin] Pushing event updated for resources: {'Network': ['ID=fd1f9b8b-2e74-4326-ab5e-3091a17505ef,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:01:56.765777 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Network fd1f9b8b-2e74-4326-ab5e-3091a17505ef details requested by agent ovs-agent-dv-cinder-799821-1-iscsi with host dv-cinder-799821-1-iscsi {{(pid=92955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 14:01:56.780305 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b282bb9e-3ac8-4eb8-94a4-0b950104ef70 admin admin] Made reservation on behalf of b78f7405654b45d1843df9effb720cb2 for: {'subnet': 1} {{(pid=92954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 14:01:56.783648 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-b282bb9e-3ac8-4eb8-94a4-0b950104ef70 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:56.972442 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-b282bb9e-3ac8-4eb8-94a4-0b950104ef70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582279'] for subnet, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:57.036363 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b282bb9e-3ac8-4eb8-94a4-0b950104ef70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41e7d438-a3fc-45da-b39d-12323b32e1ab,revision_number=0']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:01:57.040926 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b282bb9e-3ac8-4eb8-94a4-0b950104ef70 admin admin] Checking segment: {'id': 'd18aaec7-da99-4b86-bac3-373f2cf95c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'fd1f9b8b-2e74-4326-ab5e-3091a17505ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 14:01:57.041284 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b282bb9e-3ac8-4eb8-94a4-0b950104ef70 admin admin] Network hostable DHCP agents. Network: fd1f9b8b-2e74-4326-ab5e-3091a17505ef, hostable agents: ['29bf5154-9555-44d1-999c-b30e53d2ad5f'], hosted agents: [] {{(pid=92954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 14:01:57.067213 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b282bb9e-3ac8-4eb8-94a4-0b950104ef70 admin admin] Network fd1f9b8b-2e74-4326-ab5e-3091a17505ef is scheduled to be hosted by DHCP agent 29bf5154-9555-44d1-999c-b30e53d2ad5f with binding_index 1 {{(pid=92954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 14:01:57.080219 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.scheduler.base_scheduler [None req-b282bb9e-3ac8-4eb8-94a4-0b950104ef70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799821-1-iscsi, fd1f9b8b-2e74-4326-ab5e-3091a17505ef) {{(pid=92954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 14:01:57.088884 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b282bb9e-3ac8-4eb8-94a4-0b950104ef70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:01:57.089792 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-b282bb9e-3ac8-4eb8-94a4-0b950104ef70 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:57.091897 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77435573-648b-486e-859e-fd1e28fd8d57 None None] Network fd1f9b8b-2e74-4326-ab5e-3091a17505ef requested from dv-cinder-799821-1-iscsi {{(pid=92955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 14:01:57.123725 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-b282bb9e-3ac8-4eb8-94a4-0b950104ef70 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3835771 Jul 07 14:01:57.241447 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bfb9859-b61e-4ac0-8a44-322906cffe28 None None] Network fd1f9b8b-2e74-4326-ab5e-3091a17505ef requested from dv-cinder-799821-1-iscsi {{(pid=92955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 14:01:57.476935 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9791d7a3-0e4f-4f23-823e-2d0c61022171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:57.781303 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:57.948337 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c0c5a9-34b7-43a9-9511-d5a183ed902f req-5a2b1c04-1e1b-4f32-b1e2-7f4d0dd47ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:01:57.951412 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-f6c0c5a9-34b7-43a9-9511-d5a183ed902f req-5a2b1c04-1e1b-4f32-b1e2-7f4d0dd47ae0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7be607c781c14fec85721959afd863d4&device_id=a054411d-0955-4421-98bb-d5fd684e8ebd HTTP/1.1" status: 200 len: 1099 time: 0.0796213 Jul 07 14:01:58.151041 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c0c5a9-34b7-43a9-9511-d5a183ed902f req-0da1db63-a5ed-4c73-a24e-c237fb7d9522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:01:58.152898 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-f6c0c5a9-34b7-43a9-9511-d5a183ed902f req-0da1db63-a5ed-4c73-a24e-c237fb7d9522 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7a74c5fe-9a47-4dbb-abf1-b2fc12293d08 HTTP/1.1" status: 200 len: 911 time: 0.1929443 Jul 07 14:01:58.274323 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-f6c0c5a9-34b7-43a9-9511-d5a183ed902f req-ab100138-9038-4e28-b209-1061cf841e71 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18d70be5-c393-44b0-81f1-0e7f72420887 HTTP/1.1" status: 200 len: 1000 time: 0.1120589 Jul 07 14:01:58.327598 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c0c5a9-34b7-43a9-9511-d5a183ed902f req-4a5f12da-a748-4a90-b759-cd7fc783c42f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:01:58.329121 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-f6c0c5a9-34b7-43a9-9511-d5a183ed902f req-4a5f12da-a748-4a90-b759-cd7fc783c42f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ef4c23d4-6942-49b9-b251-988fb449a81d HTTP/1.1" status: 200 len: 849 time: 0.0475349 Jul 07 14:01:58.391500 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c0c5a9-34b7-43a9-9511-d5a183ed902f req-54c1f57f-398c-4e39-b230-a25bed12f4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:01:58.393485 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-f6c0c5a9-34b7-43a9-9511-d5a183ed902f req-54c1f57f-398c-4e39-b230-a25bed12f4e2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7a74c5fe-9a47-4dbb-abf1-b2fc12293d08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0566242 Jul 07 14:01:58.425196 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 45968) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:01:58.516185 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-f6c0c5a9-34b7-43a9-9511-d5a183ed902f req-ec87a987-4196-4493-ab14-98a3cacdaf06 service neutron] 10.222.0.24 "GET /v2.0/networks/7a74c5fe-9a47-4dbb-abf1-b2fc12293d08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054354 Jul 07 14:01:58.583835 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-797095d9-f31f-46bc-add0-d9922559420e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:58.650496 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-f6c0c5a9-34b7-43a9-9511-d5a183ed902f req-32a94a27-44c1-4199-9885-0557bfd264b8 service neutron] 10.222.0.24 "GET /v2.0/networks/7a74c5fe-9a47-4dbb-abf1-b2fc12293d08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251845 Jul 07 14:01:58.711429 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-4b32141b-d4ba-47c3-8ca1-fae8cf272403 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:58.813854 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-4b32141b-d4ba-47c3-8ca1-fae8cf272403 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:58.818717 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-4b32141b-d4ba-47c3-8ca1-fae8cf272403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:58.859094 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b32141b-d4ba-47c3-8ca1-fae8cf272403 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36ef14e2-58f6-4fe7-b046-3a2db9875932,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:01:58.866009 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-4b32141b-d4ba-47c3-8ca1-fae8cf272403 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=62d50955d5ed4987a2f306ad006c480f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4396906 Jul 07 14:01:58.869031 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 45998) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:01:58.947490 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-cfbc59fb-6f11-4794-ad83-eab93e65f75c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:58.972209 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-cfbc59fb-6f11-4794-ad83-eab93e65f75c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:59.025653 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-cfbc59fb-6f11-4794-ad83-eab93e65f75c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:59.028885 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-cfbc59fb-6f11-4794-ad83-eab93e65f75c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:01:59.030591 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-cfbc59fb-6f11-4794-ad83-eab93e65f75c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/36ef14e2-58f6-4fe7-b046-3a2db9875932 HTTP/1.1" status: 204 len: 168 time: 0.1598747 Jul 07 14:01:59.041297 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbc59fb-6f11-4794-ad83-eab93e65f75c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36ef14e2-58f6-4fe7-b046-3a2db9875932,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:01:59.527628 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4ebe09-05f4-424b-a606-20fa6b7c05b3 req-1550c967-4ded-46bd-a94f-ace725dd6432 tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:01:59.529456 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-9d4ebe09-05f4-424b-a606-20fa6b7c05b3 req-1550c967-4ded-46bd-a94f-ace725dd6432 tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] 10.222.0.16 "GET /v2.0/networks?id=fd1f9b8b-2e74-4326-ab5e-3091a17505ef HTTP/1.1" status: 200 len: 812 time: 0.1300983 Jul 07 14:01:59.550778 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-9d4ebe09-05f4-424b-a606-20fa6b7c05b3 req-67ca0c5b-443f-4dcb-b48a-77b9f0ba04ba tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] 10.222.0.16 "GET /v2.0/quotas/b78f7405654b45d1843df9effb720cb2 HTTP/1.1" status: 200 len: 375 time: 0.0114393 Jul 07 14:01:59.612019 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-9d4ebe09-05f4-424b-a606-20fa6b7c05b3 req-722d3ffc-d228-46ae-9633-b3764b35293b tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b78f7405654b45d1843df9effb720cb2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0533733 Jul 07 14:01:59.752175 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-9d4ebe09-05f4-424b-a606-20fa6b7c05b3 req-0737b4e1-479e-430f-a197-3a4dca649921 service neutron] 10.222.0.16 "GET /v2.0/networks/fd1f9b8b-2e74-4326-ab5e-3091a17505ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382060 Jul 07 14:01:59.894185 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-9d4ebe09-05f4-424b-a606-20fa6b7c05b3 req-480304e9-4412-4537-8bf4-ce9d4f941f35 service neutron] 10.222.0.16 "GET /v2.0/networks/fd1f9b8b-2e74-4326-ab5e-3091a17505ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379344 Jul 07 14:02:00.153761 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-de2cb0b5-6e4a-418e-bae1-4b4e8a512c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:00.183384 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-c720ba61-6cc4-4365-b997-17b38ef8b1be req-3940cc9a-dd62-4172-b41a-2b835f48edaf tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae504e1a-8b02-4d11-b9db-e50442d1da2b HTTP/1.1" status: 200 len: 210 time: 0.0488415 Jul 07 14:02:00.758284 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 46108) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:02:00.866535 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-83cd9159-4dbb-4f0b-bb54-0336b1610004 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:00.959474 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-83cd9159-4dbb-4f0b-bb54-0336b1610004 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:00.963244 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-83cd9159-4dbb-4f0b-bb54-0336b1610004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:01.005308 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-83cd9159-4dbb-4f0b-bb54-0336b1610004 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a12d44d4932145cfa52a5061674ad072&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2434032 Jul 07 14:02:01.005308 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cd9159-4dbb-4f0b-bb54-0336b1610004 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1325011e-143d-46ea-a174-4519d749e470,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:02:01.006162 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 46126) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:02:01.058769 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8880deaa-b506-4fc5-ac61-3d9948620fbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:01.085864 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8880deaa-b506-4fc5-ac61-3d9948620fbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:01.138086 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8880deaa-b506-4fc5-ac61-3d9948620fbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:01.140640 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8880deaa-b506-4fc5-ac61-3d9948620fbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:01.141978 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-8880deaa-b506-4fc5-ac61-3d9948620fbf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1325011e-143d-46ea-a174-4519d749e470 HTTP/1.1" status: 204 len: 168 time: 0.1345794 Jul 07 14:02:01.154152 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8880deaa-b506-4fc5-ac61-3d9948620fbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1325011e-143d-46ea-a174-4519d749e470,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:02:01.249525 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.agents_db [None req-578d1851-68de-424d-8d1f-a58f436dd381 None None] Agent healthcheck: found 6 active agents {{(pid=92956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 14:02:01.328685 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-d096e99b-a0fb-4c2f-97de-5c1e4a2d1a11 req-8cf70e31-7cdd-4937-b3ff-3d0785513cba tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae504e1a-8b02-4d11-b9db-e50442d1da2b HTTP/1.1" status: 200 len: 210 time: 0.0326750 Jul 07 14:02:02.149204 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:02.465926 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-84f45c27-af98-4ce4-abf7-88eeff94ac6d req-6e0608ac-d550-4888-963b-cb4b23595f8d tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae504e1a-8b02-4d11-b9db-e50442d1da2b HTTP/1.1" status: 200 len: 210 time: 0.0280719 Jul 07 14:02:03.632237 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-8faf674f-6e26-404f-8941-3269597b2a56 req-fc378920-391e-4ac4-8a43-ddcf918487e9 tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae504e1a-8b02-4d11-b9db-e50442d1da2b HTTP/1.1" status: 200 len: 210 time: 0.0315089 Jul 07 14:02:03.910608 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afda6c71-6d70-4595-b797-03c08a2eefda req-2e712a6a-0361-4b85-8555-5f63eee9fe44 tempest-DeleteServersTestJSON-910716097 tempest-DeleteServersTestJSON-910716097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:02:03.920923 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-afda6c71-6d70-4595-b797-03c08a2eefda req-2e712a6a-0361-4b85-8555-5f63eee9fe44 tempest-DeleteServersTestJSON-910716097 tempest-DeleteServersTestJSON-910716097-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d86d768-8095-4a7c-a8d9-6d66c3b85bc2 HTTP/1.1" status: 200 len: 945 time: 0.0847509 Jul 07 14:02:03.977511 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-afda6c71-6d70-4595-b797-03c08a2eefda req-914b87a5-57bd-4460-a7a0-54f491e00c5c tempest-DeleteServersTestJSON-910716097 tempest-DeleteServersTestJSON-910716097-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac4a4773-c5b9-4563-9dbd-74cf463407e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550253 Jul 07 14:02:04.229520 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4ebe09-05f4-424b-a606-20fa6b7c05b3 req-37f9271c-041f-4c36-aaf4-29e6f074d327 tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:02:04.231045 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-9d4ebe09-05f4-424b-a606-20fa6b7c05b3 req-37f9271c-041f-4c36-aaf4-29e6f074d327 tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] 10.222.0.24 "GET /v2.0/networks?id=fd1f9b8b-2e74-4326-ab5e-3091a17505ef HTTP/1.1" status: 200 len: 812 time: 0.1372702 Jul 07 14:02:04.264518 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [req-9d4ebe09-05f4-424b-a606-20fa6b7c05b3 req-2f0ae99e-5998-4308-8c96-8d3eb292558b tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] Request body: {'port': {'device_id': 'ae504e1a-8b02-4d11-b9db-e50442d1da2b', 'network_id': 'fd1f9b8b-2e74-4326-ab5e-3091a17505ef', 'admin_state_up': True, 'tenant_id': 'b78f7405654b45d1843df9effb720cb2'}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 14:02:04.393144 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d4ebe09-05f4-424b-a606-20fa6b7c05b3 req-2f0ae99e-5998-4308-8c96-8d3eb292558b tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] Made reservation on behalf of b78f7405654b45d1843df9effb720cb2 for: {'port': 1} {{(pid=92954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 14:02:04.396993 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-9d4ebe09-05f4-424b-a606-20fa6b7c05b3 req-2f0ae99e-5998-4308-8c96-8d3eb292558b tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:04.528946 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.db.db_base_plugin_common [req-9d4ebe09-05f4-424b-a606-20fa6b7c05b3 req-2f0ae99e-5998-4308-8c96-8d3eb292558b tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] Allocated IP 172.20.0.7 (fd1f9b8b-2e74-4326-ab5e-3091a17505ef/41e7d438-a3fc-45da-b39d-12323b32e1ab/79f7c271-501c-45e9-926a-f292474df589) {{(pid=92954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 14:02:04.684709 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-9d4ebe09-05f4-424b-a606-20fa6b7c05b3 req-2f0ae99e-5998-4308-8c96-8d3eb292558b tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] Notify callbacks [] for port, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:04.725043 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-9d4ebe09-05f4-424b-a606-20fa6b7c05b3 req-2f0ae99e-5998-4308-8c96-8d3eb292558b tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744350976988'] for port, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:04.774896 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d4ebe09-05f4-424b-a606-20fa6b7c05b3 req-2f0ae99e-5998-4308-8c96-8d3eb292558b tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] Network fd1f9b8b-2e74-4326-ab5e-3091a17505ef is already hosted by enough agents. {{(pid=92954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 14:02:04.778056 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.scheduler.base_scheduler [req-9d4ebe09-05f4-424b-a606-20fa6b7c05b3 req-2f0ae99e-5998-4308-8c96-8d3eb292558b tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] Resources bound (agent type, host, resource id): {{(pid=92954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 14:02:04.781901 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d4ebe09-05f4-424b-a606-20fa6b7c05b3 req-2f0ae99e-5998-4308-8c96-8d3eb292558b tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] Received port after_create {{(pid=92954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 14:02:04.788240 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4ebe09-05f4-424b-a606-20fa6b7c05b3 req-2f0ae99e-5998-4308-8c96-8d3eb292558b tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:02:04.788826 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-9d4ebe09-05f4-424b-a606-20fa6b7c05b3 req-2f0ae99e-5998-4308-8c96-8d3eb292558b tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582248'] for port, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:04.801177 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0ae99e-5998-4308-8c96-8d3eb292558b tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] Pushing event updated for resources: {'Port': ['ID=79f7c271-501c-45e9-926a-f292474df589,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:02:04.811937 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-9d4ebe09-05f4-424b-a606-20fa6b7c05b3 req-2f0ae99e-5998-4308-8c96-8d3eb292558b tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5674086 Jul 07 14:02:04.814625 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a2d419-b963-4add-969b-f3c2426767f8 req-d9d68d6b-e675-49fc-ac84-b606fc25a646 tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:02:04.816085 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-92a2d419-b963-4add-969b-f3c2426767f8 req-d9d68d6b-e675-49fc-ac84-b606fc25a646 tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae504e1a-8b02-4d11-b9db-e50442d1da2b HTTP/1.1" status: 200 len: 931 time: 0.0660522 Jul 07 14:02:04.825196 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [req-9d4ebe09-05f4-424b-a606-20fa6b7c05b3 req-6ac7b7f7-4c72-4bf0-9f3b-133a575a16bb service neutron] Request body: {'port': {'device_id': 'ae504e1a-8b02-4d11-b9db-e50442d1da2b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79982'}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 14:02:04.853768 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-92a2d419-b963-4add-969b-f3c2426767f8 req-f0b492fb-e88d-4015-a152-537922932aaf tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] 10.222.0.16 "GET /v2.0/security-groups?id=84fc93f4-ffb2-41a0-bd9a-0c2108e2c950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319223 Jul 07 14:02:04.898857 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-9d4ebe09-05f4-424b-a606-20fa6b7c05b3 req-6ac7b7f7-4c72-4bf0-9f3b-133a575a16bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:05.160028 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.notifiers.nova [req-9d4ebe09-05f4-424b-a606-20fa6b7c05b3 req-6ac7b7f7-4c72-4bf0-9f3b-133a575a16bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79f7c271-501c-45e9-926a-f292474df589 {{(pid=92954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 14:02:05.162511 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1fcc73-0365-4957-b7be-153d6da80d55 req-b2575966-af57-4a1e-b253-d773ecad52b1 tempest-DeleteServersTestJSON-910716097 tempest-DeleteServersTestJSON-910716097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:02:05.164129 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-8c1fcc73-0365-4957-b7be-153d6da80d55 req-b2575966-af57-4a1e-b253-d773ecad52b1 tempest-DeleteServersTestJSON-910716097 tempest-DeleteServersTestJSON-910716097-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d86d768-8095-4a7c-a8d9-6d66c3b85bc2 HTTP/1.1" status: 200 len: 945 time: 0.0767262 Jul 07 14:02:05.168484 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-9d4ebe09-05f4-424b-a606-20fa6b7c05b3 req-6ac7b7f7-4c72-4bf0-9f3b-133a575a16bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:05.182926 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.db.provisioning_blocks [req-9d4ebe09-05f4-424b-a606-20fa6b7c05b3 req-6ac7b7f7-4c72-4bf0-9f3b-133a575a16bb service neutron] Transition to ACTIVE for port object 79f7c271-501c-45e9-926a-f292474df589 will not be triggered until provisioned by entity L2. {{(pid=92954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 14:02:05.186682 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-9d4ebe09-05f4-424b-a606-20fa6b7c05b3 req-6ac7b7f7-4c72-4bf0-9f3b-133a575a16bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567'] for port, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:05.208507 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-8c1fcc73-0365-4957-b7be-153d6da80d55 req-f1ba6721-8a83-48f2-823e-d35452af9911 tempest-DeleteServersTestJSON-910716097 tempest-DeleteServersTestJSON-910716097-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac4a4773-c5b9-4563-9dbd-74cf463407e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368488 Jul 07 14:02:05.243050 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac7b7f7-4c72-4bf0-9f3b-133a575a16bb service neutron] Pushing event updated for resources: {'Port': ['ID=79f7c271-501c-45e9-926a-f292474df589,revision_number=2']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:02:05.286638 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [req-9d4ebe09-05f4-424b-a606-20fa6b7c05b3 req-6ac7b7f7-4c72-4bf0-9f3b-133a575a16bb service neutron] Attempting to bind port 79f7c271-501c-45e9-926a-f292474df589 on host hv-cinder-79982 for vnic_type normal with profile {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 14:02:05.287024 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [req-9d4ebe09-05f4-424b-a606-20fa6b7c05b3 req-6ac7b7f7-4c72-4bf0-9f3b-133a575a16bb service neutron] Attempting to bind port 79f7c271-501c-45e9-926a-f292474df589 by drivers openvswitch,hyperv on host hv-cinder-79982 at level 0 using segments [{'id': 'd18aaec7-da99-4b86-bac3-373f2cf95c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'fd1f9b8b-2e74-4326-ab5e-3091a17505ef'}] {{(pid=92954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 14:02:05.287548 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4ebe09-05f4-424b-a606-20fa6b7c05b3 req-6ac7b7f7-4c72-4bf0-9f3b-133a575a16bb service neutron] Attempting to bind port 79f7c271-501c-45e9-926a-f292474df589 on network fd1f9b8b-2e74-4326-ab5e-3091a17505ef {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 14:02:05.293465 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4ebe09-05f4-424b-a606-20fa6b7c05b3 req-6ac7b7f7-4c72-4bf0-9f3b-133a575a16bb service neutron] Port 79f7c271-501c-45e9-926a-f292474df589 on network fd1f9b8b-2e74-4326-ab5e-3091a17505ef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79982 {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 14:02:05.293465 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4ebe09-05f4-424b-a606-20fa6b7c05b3 req-6ac7b7f7-4c72-4bf0-9f3b-133a575a16bb service neutron] Attempting to bind port 79f7c271-501c-45e9-926a-f292474df589 on network fd1f9b8b-2e74-4326-ab5e-3091a17505ef {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 14:02:05.298419 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4ebe09-05f4-424b-a606-20fa6b7c05b3 req-6ac7b7f7-4c72-4bf0-9f3b-133a575a16bb service neutron] Checking agent: {'id': 'e287df4f-fe28-4fcb-9cb8-6aa29893570a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79982', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 13, 59, 32), 'started_at': datetime.datetime(2021, 7, 7, 13, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 14, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 14:02:05.298840 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4ebe09-05f4-424b-a606-20fa6b7c05b3 req-6ac7b7f7-4c72-4bf0-9f3b-133a575a16bb service neutron] Checking segment: {'id': 'd18aaec7-da99-4b86-bac3-373f2cf95c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'fd1f9b8b-2e74-4326-ab5e-3091a17505ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 14:02:05.299277 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4ebe09-05f4-424b-a606-20fa6b7c05b3 req-6ac7b7f7-4c72-4bf0-9f3b-133a575a16bb service neutron] Bound using segment: {'id': 'd18aaec7-da99-4b86-bac3-373f2cf95c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'fd1f9b8b-2e74-4326-ab5e-3091a17505ef'} {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 14:02:05.299685 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [req-9d4ebe09-05f4-424b-a606-20fa6b7c05b3 req-6ac7b7f7-4c72-4bf0-9f3b-133a575a16bb service neutron] Bound port: 79f7c271-501c-45e9-926a-f292474df589, host: hv-cinder-79982, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd18aaec7-da99-4b86-bac3-373f2cf95c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'fd1f9b8b-2e74-4326-ab5e-3091a17505ef'}}] {{(pid=92954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 14:02:05.300043 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-9d4ebe09-05f4-424b-a606-20fa6b7c05b3 req-6ac7b7f7-4c72-4bf0-9f3b-133a575a16bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:05.364482 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [req-9d4ebe09-05f4-424b-a606-20fa6b7c05b3 req-6ac7b7f7-4c72-4bf0-9f3b-133a575a16bb service neutron] For port 79f7c271-501c-45e9-926a-f292474df589, host hv-cinder-79982, cleared binding levels {{(pid=92954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 14:02:05.367764 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [req-9d4ebe09-05f4-424b-a606-20fa6b7c05b3 req-6ac7b7f7-4c72-4bf0-9f3b-133a575a16bb service neutron] For port 79f7c271-501c-45e9-926a-f292474df589, host hv-cinder-79982, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79982',level=0,port_id=79f7c271-501c-45e9-926a-f292474df589,segment=NetworkSegment(d18aaec7-da99-4b86-bac3-373f2cf95c84),segment_id=d18aaec7-da99-4b86-bac3-373f2cf95c84)] {{(pid=92954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 14:02:05.373135 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-9d4ebe09-05f4-424b-a606-20fa6b7c05b3 req-6ac7b7f7-4c72-4bf0-9f3b-133a575a16bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567'] for port, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:05.419754 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4ebe09-05f4-424b-a606-20fa6b7c05b3 req-6ac7b7f7-4c72-4bf0-9f3b-133a575a16bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:02:05.420373 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-9d4ebe09-05f4-424b-a606-20fa6b7c05b3 req-6ac7b7f7-4c72-4bf0-9f3b-133a575a16bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582248'] for port, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:05.421904 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-9d4ebe09-05f4-424b-a606-20fa6b7c05b3 req-6ac7b7f7-4c72-4bf0-9f3b-133a575a16bb service neutron] 10.222.0.24 "PUT /v2.0/ports/79f7c271-501c-45e9-926a-f292474df589 HTTP/1.1" status: 200 len: 1093 time: 0.6012738 Jul 07 14:02:05.422341 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae504e1a-8b02-4d11-b9db-e50442d1da2b', 'tag': '79f7c271-501c-45e9-926a-f292474df589'}] {{(pid=92954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 14:02:05.425344 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23a2f25214143ca7dc6eabc905ff8a7df5b3799efbbaa422209646810e3da78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19c6598b-9bf1-4bb1-9dd5-67c1c8271a9c" -d '{"events": [{"name": "network-changed", "server_uuid": "ae504e1a-8b02-4d11-b9db-e50442d1da2b", "tag": "79f7c271-501c-45e9-926a-f292474df589"}]}' {{(pid=92954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 14:02:05.453741 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac7b7f7-4c72-4bf0-9f3b-133a575a16bb service neutron] Pushing event updated for resources: {'Port': ['ID=79f7c271-501c-45e9-926a-f292474df589,revision_number=3']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:02:05.505518 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 14:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-501b7c2f-3523-4df9-8127-cc96df6fd60d x-openstack-request-id: req-501b7c2f-3523-4df9-8127-cc96df6fd60d {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 14:02:05.505518 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae504e1a-8b02-4d11-b9db-e50442d1da2b", "tag": "79f7c271-501c-45e9-926a-f292474df589", "status": "completed", "code": 200}]} {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 14:02:05.505801 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-501b7c2f-3523-4df9-8127-cc96df6fd60d {{(pid=92954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 14:02:05.506108 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae504e1a-8b02-4d11-b9db-e50442d1da2b', 'tag': '79f7c271-501c-45e9-926a-f292474df589', 'status': 'completed', 'code': 200} Jul 07 14:02:05.542425 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4ebe09-05f4-424b-a606-20fa6b7c05b3 req-f07f977e-eda4-4cad-95f8-503b6b49c343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:02:05.545307 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-9d4ebe09-05f4-424b-a606-20fa6b7c05b3 req-f07f977e-eda4-4cad-95f8-503b6b49c343 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b78f7405654b45d1843df9effb720cb2&device_id=ae504e1a-8b02-4d11-b9db-e50442d1da2b HTTP/1.1" status: 200 len: 1096 time: 0.0679295 Jul 07 14:02:05.595763 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-9d4ebe09-05f4-424b-a606-20fa6b7c05b3 req-8319337b-be0f-49d4-be57-ed2cd24dce0d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=79f7c271-501c-45e9-926a-f292474df589 HTTP/1.1" status: 200 len: 217 time: 0.0387545 Jul 07 14:02:06.041096 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeafdaa7-1492-40de-a2cf-a943536b9e2d req-1e755815-1ac7-48bf-8dd0-1993d8c8de82 tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:02:06.042595 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-aeafdaa7-1492-40de-a2cf-a943536b9e2d req-1e755815-1ac7-48bf-8dd0-1993d8c8de82 tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae504e1a-8b02-4d11-b9db-e50442d1da2b HTTP/1.1" status: 200 len: 943 time: 0.0695002 Jul 07 14:02:06.065875 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 46292) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:02:06.081224 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-aeafdaa7-1492-40de-a2cf-a943536b9e2d req-1c901272-2386-416a-a15e-fcadb266d0b3 tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] 10.222.0.16 "GET /v2.0/security-groups?id=84fc93f4-ffb2-41a0-bd9a-0c2108e2c950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323250 Jul 07 14:02:06.169092 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-2914e2e5-16bf-461d-9b6c-19db42acdce5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:06.259547 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-2914e2e5-16bf-461d-9b6c-19db42acdce5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:06.263894 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-2914e2e5-16bf-461d-9b6c-19db42acdce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:06.305685 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-2914e2e5-16bf-461d-9b6c-19db42acdce5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=99f7b033772b4c31bc20c893c14b2f32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2360392 Jul 07 14:02:06.305685 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2914e2e5-16bf-461d-9b6c-19db42acdce5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2dd64a3-bbc0-480c-9f09-e310d40db0be,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:02:06.306724 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 46300) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:02:06.393675 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-b2c11503-d7c2-44fd-8c23-3d449ecc2133 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:06.429536 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20317348-0948-43aa-b127-45de60fcd2d2 req-035632d3-a195-49bc-8255-91cb754241fc tempest-DeleteServersTestJSON-910716097 tempest-DeleteServersTestJSON-910716097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:02:06.430979 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-20317348-0948-43aa-b127-45de60fcd2d2 req-035632d3-a195-49bc-8255-91cb754241fc tempest-DeleteServersTestJSON-910716097 tempest-DeleteServersTestJSON-910716097-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d86d768-8095-4a7c-a8d9-6d66c3b85bc2 HTTP/1.1" status: 200 len: 945 time: 0.0998309 Jul 07 14:02:06.432705 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-b2c11503-d7c2-44fd-8c23-3d449ecc2133 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:06.488610 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-20317348-0948-43aa-b127-45de60fcd2d2 req-359a6f5b-d944-4dec-ab23-64553d7003fa tempest-DeleteServersTestJSON-910716097 tempest-DeleteServersTestJSON-910716097-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac4a4773-c5b9-4563-9dbd-74cf463407e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491889 Jul 07 14:02:06.504720 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-b2c11503-d7c2-44fd-8c23-3d449ecc2133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:06.507372 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-b2c11503-d7c2-44fd-8c23-3d449ecc2133 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:06.508439 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-b2c11503-d7c2-44fd-8c23-3d449ecc2133 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e2dd64a3-bbc0-480c-9f09-e310d40db0be HTTP/1.1" status: 204 len: 168 time: 0.2006669 Jul 07 14:02:06.516033 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c11503-d7c2-44fd-8c23-3d449ecc2133 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2dd64a3-bbc0-480c-9f09-e310d40db0be,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:02:06.776302 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 46308) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:02:06.789428 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-b9bfb4dd-8a7c-4f10-b898-57691b0b1a2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:06.884904 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-b9bfb4dd-8a7c-4f10-b898-57691b0b1a2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:06.888547 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-b9bfb4dd-8a7c-4f10-b898-57691b0b1a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:06.925327 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-b9bfb4dd-8a7c-4f10-b898-57691b0b1a2b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d424c435dbd94570910b310217014ca1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1479847 Jul 07 14:02:06.926227 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bfb4dd-8a7c-4f10-b898-57691b0b1a2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edcb943d-4fbd-4c76-8f00-194a7e4790bd,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:02:06.929086 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 46312) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:02:06.979252 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-ed58b577-a044-4819-b87e-1c8a055eed42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:07.000107 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-ed58b577-a044-4819-b87e-1c8a055eed42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:07.048546 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-ed58b577-a044-4819-b87e-1c8a055eed42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:07.051262 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-ed58b577-a044-4819-b87e-1c8a055eed42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:07.052429 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-ed58b577-a044-4819-b87e-1c8a055eed42 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/edcb943d-4fbd-4c76-8f00-194a7e4790bd HTTP/1.1" status: 204 len: 168 time: 0.1217322 Jul 07 14:02:07.059901 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed58b577-a044-4819-b87e-1c8a055eed42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edcb943d-4fbd-4c76-8f00-194a7e4790bd,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:02:07.267193 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381cbda4-70a4-41ee-858f-1ea90a70d829 req-9cef27ad-c7e1-40b1-897d-00d6ddf1aeb2 tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:02:07.268627 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-381cbda4-70a4-41ee-858f-1ea90a70d829 req-9cef27ad-c7e1-40b1-897d-00d6ddf1aeb2 tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae504e1a-8b02-4d11-b9db-e50442d1da2b HTTP/1.1" status: 200 len: 943 time: 0.0714533 Jul 07 14:02:07.305904 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-381cbda4-70a4-41ee-858f-1ea90a70d829 req-833fed77-8d88-4cb7-8ae8-e3ae030122ca tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] 10.222.0.16 "GET /v2.0/security-groups?id=84fc93f4-ffb2-41a0-bd9a-0c2108e2c950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315902 Jul 07 14:02:07.663562 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28346c4-f439-4203-a969-549f0ca7e088 req-157cde7d-778f-4fc5-b229-15a4af9696c3 tempest-DeleteServersTestJSON-910716097 tempest-DeleteServersTestJSON-910716097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:02:07.665058 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-f28346c4-f439-4203-a969-549f0ca7e088 req-157cde7d-778f-4fc5-b229-15a4af9696c3 tempest-DeleteServersTestJSON-910716097 tempest-DeleteServersTestJSON-910716097-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d86d768-8095-4a7c-a8d9-6d66c3b85bc2 HTTP/1.1" status: 200 len: 945 time: 0.0629141 Jul 07 14:02:07.702322 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-f28346c4-f439-4203-a969-549f0ca7e088 req-8cdef7cb-90d1-4fdd-aec7-f520768cd19e tempest-DeleteServersTestJSON-910716097 tempest-DeleteServersTestJSON-910716097-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac4a4773-c5b9-4563-9dbd-74cf463407e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317614 Jul 07 14:02:08.483831 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2ebed0-a2f9-4cf6-847f-bca3f6f813ec req-10b407b5-52db-4694-ab7f-5262e1b21c8b tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:02:08.485342 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-ad2ebed0-a2f9-4cf6-847f-bca3f6f813ec req-10b407b5-52db-4694-ab7f-5262e1b21c8b tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae504e1a-8b02-4d11-b9db-e50442d1da2b HTTP/1.1" status: 200 len: 943 time: 0.0640900 Jul 07 14:02:08.520899 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-ad2ebed0-a2f9-4cf6-847f-bca3f6f813ec req-f31ca90f-1ca8-462f-97f1-41e6937cac3e tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] 10.222.0.16 "GET /v2.0/security-groups?id=84fc93f4-ffb2-41a0-bd9a-0c2108e2c950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302429 Jul 07 14:02:08.735555 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4ebe09-05f4-424b-a606-20fa6b7c05b3 req-59761794-acb8-45d9-b726-f9467cf99136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:02:08.737028 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-9d4ebe09-05f4-424b-a606-20fa6b7c05b3 req-59761794-acb8-45d9-b726-f9467cf99136 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=41e7d438-a3fc-45da-b39d-12323b32e1ab HTTP/1.1" status: 200 len: 852 time: 0.0451434 Jul 07 14:02:08.776643 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-9d4ebe09-05f4-424b-a606-20fa6b7c05b3 req-2ae4552b-daf3-4e31-81e7-243a8ba5763b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fd1f9b8b-2e74-4326-ab5e-3091a17505ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279999 Jul 07 14:02:08.882436 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f306464-e6f0-431d-a820-51c940dd77ed req-9090f3d8-ff83-4d31-8eaf-6ab35f896ac8 tempest-DeleteServersTestJSON-910716097 tempest-DeleteServersTestJSON-910716097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:02:08.884031 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-5f306464-e6f0-431d-a820-51c940dd77ed req-9090f3d8-ff83-4d31-8eaf-6ab35f896ac8 tempest-DeleteServersTestJSON-910716097 tempest-DeleteServersTestJSON-910716097-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d86d768-8095-4a7c-a8d9-6d66c3b85bc2 HTTP/1.1" status: 200 len: 945 time: 0.0663972 Jul 07 14:02:08.921460 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-5f306464-e6f0-431d-a820-51c940dd77ed req-bee74309-938a-4d38-a632-4144656c1aac tempest-DeleteServersTestJSON-910716097 tempest-DeleteServersTestJSON-910716097-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac4a4773-c5b9-4563-9dbd-74cf463407e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317376 Jul 07 14:02:08.942618 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-9d4ebe09-05f4-424b-a606-20fa6b7c05b3 req-58b81902-15d9-4510-918b-c9ebfa66dafa service neutron] 10.222.0.24 "GET /v2.0/networks/fd1f9b8b-2e74-4326-ab5e-3091a17505ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367061 Jul 07 14:02:09.041140 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b3c39b-b97e-4514-a6b6-9c10491e0fb9 req-31e30f30-8f4e-43ae-acda-c6219ac9b76e tempest-DeleteServersTestJSON-910716097 tempest-DeleteServersTestJSON-910716097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:02:09.042497 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-21b3c39b-b97e-4514-a6b6-9c10491e0fb9 req-31e30f30-8f4e-43ae-acda-c6219ac9b76e tempest-DeleteServersTestJSON-910716097 tempest-DeleteServersTestJSON-910716097-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d86d768-8095-4a7c-a8d9-6d66c3b85bc2 HTTP/1.1" status: 200 len: 945 time: 0.1610742 Jul 07 14:02:09.332694 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-9d4ebe09-05f4-424b-a606-20fa6b7c05b3 req-16a0e174-54a9-4504-80d3-20a1d13fcaf8 service neutron] 10.222.0.24 "GET /v2.0/networks/fd1f9b8b-2e74-4326-ab5e-3091a17505ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3632777 Jul 07 14:02:09.402805 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.plugin [req-21b3c39b-b97e-4514-a6b6-9c10491e0fb9 req-7aaddff9-06be-43c9-8964-2c558d78ac2d tempest-DeleteServersTestJSON-910716097 tempest-DeleteServersTestJSON-910716097-project] Deleting port 059f3bea-1d00-4f55-be68-575330c3e78d {{(pid=92954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 14:02:09.403139 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-21b3c39b-b97e-4514-a6b6-9c10491e0fb9 req-7aaddff9-06be-43c9-8964-2c558d78ac2d tempest-DeleteServersTestJSON-910716097 tempest-DeleteServersTestJSON-910716097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744351408860'] for port, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:09.511986 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c6598b-9bf1-4bb1-9dd5-67c1c8271a9c req-c4f73e38-52bb-48a1-8c1a-f8a3e09ef575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:02:09.513452 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-19c6598b-9bf1-4bb1-9dd5-67c1c8271a9c req-c4f73e38-52bb-48a1-8c1a-f8a3e09ef575 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b78f7405654b45d1843df9effb720cb2&device_id=ae504e1a-8b02-4d11-b9db-e50442d1da2b HTTP/1.1" status: 200 len: 1096 time: 0.1224942 Jul 07 14:02:09.538701 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [req-21b3c39b-b97e-4514-a6b6-9c10491e0fb9 req-7aaddff9-06be-43c9-8964-2c558d78ac2d tempest-DeleteServersTestJSON-910716097 tempest-DeleteServersTestJSON-910716097-project] For port 059f3bea-1d00-4f55-be68-575330c3e78d, host hv-cinder-79982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79982',level=0,port_id=059f3bea-1d00-4f55-be68-575330c3e78d,segment=NetworkSegment(05c0ff67-8b91-4468-a9f3-49b8c7b37474),segment_id=05c0ff67-8b91-4468-a9f3-49b8c7b37474)] {{(pid=92954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 14:02:09.539055 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-21b3c39b-b97e-4514-a6b6-9c10491e0fb9 req-7aaddff9-06be-43c9-8964-2c558d78ac2d tempest-DeleteServersTestJSON-910716097 tempest-DeleteServersTestJSON-910716097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1715988'] for port, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:09.593188 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.plugin [req-21b3c39b-b97e-4514-a6b6-9c10491e0fb9 req-7aaddff9-06be-43c9-8964-2c558d78ac2d tempest-DeleteServersTestJSON-910716097 tempest-DeleteServersTestJSON-910716097-project] Calling delete_port for 059f3bea-1d00-4f55-be68-575330c3e78d owned by compute:nova {{(pid=92954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 14:02:09.709218 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c6598b-9bf1-4bb1-9dd5-67c1c8271a9c req-e4138cde-9357-4231-8bbb-b99ce235ea77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:02:09.710693 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-19c6598b-9bf1-4bb1-9dd5-67c1c8271a9c req-e4138cde-9357-4231-8bbb-b99ce235ea77 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fd1f9b8b-2e74-4326-ab5e-3091a17505ef HTTP/1.1" status: 200 len: 913 time: 0.1881335 Jul 07 14:02:09.713474 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0153f5ee-4ccd-4391-8bb8-e0a963fb66f9 req-21b0dbcd-2554-444c-9eb4-861468d9d66d tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:02:09.715463 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-0153f5ee-4ccd-4391-8bb8-e0a963fb66f9 req-21b0dbcd-2554-444c-9eb4-861468d9d66d tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae504e1a-8b02-4d11-b9db-e50442d1da2b HTTP/1.1" status: 200 len: 943 time: 0.0650108 Jul 07 14:02:09.757581 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-0153f5ee-4ccd-4391-8bb8-e0a963fb66f9 req-5fd95483-3ce0-4c3d-b20f-d528e052698f tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] 10.222.0.16 "GET /v2.0/security-groups?id=84fc93f4-ffb2-41a0-bd9a-0c2108e2c950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349679 Jul 07 14:02:09.765901 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-19c6598b-9bf1-4bb1-9dd5-67c1c8271a9c req-3d8f993e-4c91-4db6-9773-7654033df250 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=79f7c271-501c-45e9-926a-f292474df589 HTTP/1.1" status: 200 len: 217 time: 0.0386908 Jul 07 14:02:09.863174 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c6598b-9bf1-4bb1-9dd5-67c1c8271a9c req-ffda6ad3-9906-434d-958a-034b3bf14f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:02:09.864721 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-19c6598b-9bf1-4bb1-9dd5-67c1c8271a9c req-ffda6ad3-9906-434d-958a-034b3bf14f21 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=41e7d438-a3fc-45da-b39d-12323b32e1ab HTTP/1.1" status: 200 len: 852 time: 0.0905418 Jul 07 14:02:09.870501 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-21b3c39b-b97e-4514-a6b6-9c10491e0fb9 req-7aaddff9-06be-43c9-8964-2c558d78ac2d tempest-DeleteServersTestJSON-910716097 tempest-DeleteServersTestJSON-910716097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744351415830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744350976997'] for port, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:09.897719 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaddff9-06be-43c9-8964-2c558d78ac2d tempest-DeleteServersTestJSON-910716097 tempest-DeleteServersTestJSON-910716097-project] Pushing event deleted for resources: {'Port': ['ID=059f3bea-1d00-4f55-be68-575330c3e78d,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:02:09.910490 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aaddff9-06be-43c9-8964-2c558d78ac2d tempest-DeleteServersTestJSON-910716097 tempest-DeleteServersTestJSON-910716097-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:02:09.910840 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aaddff9-06be-43c9-8964-2c558d78ac2d tempest-DeleteServersTestJSON-910716097 tempest-DeleteServersTestJSON-910716097-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:02:09.911179 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aaddff9-06be-43c9-8964-2c558d78ac2d tempest-DeleteServersTestJSON-910716097 tempest-DeleteServersTestJSON-910716097-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:02:09.911515 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aaddff9-06be-43c9-8964-2c558d78ac2d tempest-DeleteServersTestJSON-910716097 tempest-DeleteServersTestJSON-910716097-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:02:09.911845 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aaddff9-06be-43c9-8964-2c558d78ac2d tempest-DeleteServersTestJSON-910716097 tempest-DeleteServersTestJSON-910716097-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:02:09.912177 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aaddff9-06be-43c9-8964-2c558d78ac2d tempest-DeleteServersTestJSON-910716097 tempest-DeleteServersTestJSON-910716097-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:02:09.912503 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aaddff9-06be-43c9-8964-2c558d78ac2d tempest-DeleteServersTestJSON-910716097 tempest-DeleteServersTestJSON-910716097-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:02:09.912826 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aaddff9-06be-43c9-8964-2c558d78ac2d tempest-DeleteServersTestJSON-910716097 tempest-DeleteServersTestJSON-910716097-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:02:09.913152 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aaddff9-06be-43c9-8964-2c558d78ac2d tempest-DeleteServersTestJSON-910716097 tempest-DeleteServersTestJSON-910716097-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:02:09.913470 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aaddff9-06be-43c9-8964-2c558d78ac2d tempest-DeleteServersTestJSON-910716097 tempest-DeleteServersTestJSON-910716097-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:02:09.913790 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aaddff9-06be-43c9-8964-2c558d78ac2d tempest-DeleteServersTestJSON-910716097 tempest-DeleteServersTestJSON-910716097-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:02:09.914105 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aaddff9-06be-43c9-8964-2c558d78ac2d tempest-DeleteServersTestJSON-910716097 tempest-DeleteServersTestJSON-910716097-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:02:09.971441 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [req-21b3c39b-b97e-4514-a6b6-9c10491e0fb9 req-7aaddff9-06be-43c9-8964-2c558d78ac2d tempest-DeleteServersTestJSON-910716097 tempest-DeleteServersTestJSON-910716097-project] No DVR routers for this DVR port 059f3bea-1d00-4f55-be68-575330c3e78d on host hv-cinder-79982 {{(pid=92954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 14:02:09.976187 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-21b3c39b-b97e-4514-a6b6-9c10491e0fb9 req-7aaddff9-06be-43c9-8964-2c558d78ac2d tempest-DeleteServersTestJSON-910716097 tempest-DeleteServersTestJSON-910716097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171717'] for port, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:09.978266 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-21b3c39b-b97e-4514-a6b6-9c10491e0fb9 req-7aaddff9-06be-43c9-8964-2c558d78ac2d tempest-DeleteServersTestJSON-910716097 tempest-DeleteServersTestJSON-910716097-project] 10.222.0.24 "DELETE /v2.0/ports/059f3bea-1d00-4f55-be68-575330c3e78d HTTP/1.1" status: 204 len: 173 time: 0.9246399 Jul 07 14:02:09.978775 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d86d768-8095-4a7c-a8d9-6d66c3b85bc2', 'name': 'network-vif-deleted', 'tag': '059f3bea-1d00-4f55-be68-575330c3e78d'}] {{(pid=92954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 14:02:09.981102 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23a2f25214143ca7dc6eabc905ff8a7df5b3799efbbaa422209646810e3da78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b92e868-a9da-46cc-956d-0b5ce5b7e427" -d '{"events": [{"server_uuid": "4d86d768-8095-4a7c-a8d9-6d66c3b85bc2", "name": "network-vif-deleted", "tag": "059f3bea-1d00-4f55-be68-575330c3e78d"}]}' {{(pid=92954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 14:02:10.216548 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-298fbf41-9a3a-48e6-9c9f-54262dc357dc req-295fc854-cf00-49a2-8564-2057bc2f8278 tempest-DeleteServersTestJSON-910716097 tempest-DeleteServersTestJSON-910716097-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d86d768-8095-4a7c-a8d9-6d66c3b85bc2 HTTP/1.1" status: 200 len: 210 time: 0.0316815 Jul 07 14:02:10.273657 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 14:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f10abb9d-3432-4d2e-81af-fb3c97ae05fa x-openstack-request-id: req-f10abb9d-3432-4d2e-81af-fb3c97ae05fa {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 14:02:10.273984 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d86d768-8095-4a7c-a8d9-6d66c3b85bc2", "name": "network-vif-deleted", "tag": "059f3bea-1d00-4f55-be68-575330c3e78d", "status": "completed", "code": 200}]} {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 14:02:10.274232 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f10abb9d-3432-4d2e-81af-fb3c97ae05fa {{(pid=92954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 14:02:10.274824 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d86d768-8095-4a7c-a8d9-6d66c3b85bc2', 'name': 'network-vif-deleted', 'tag': '059f3bea-1d00-4f55-be68-575330c3e78d', 'status': 'completed', 'code': 200} Jul 07 14:02:10.448428 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5e51ca-3d22-4a04-897b-e5a3d13ca0cb req-58c9bc51-d5da-46ca-bf9c-a027739cb56a tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:02:10.449861 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-de5e51ca-3d22-4a04-897b-e5a3d13ca0cb req-58c9bc51-d5da-46ca-bf9c-a027739cb56a tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/networks?id=8ff1e969-aa56-4a37-b509-25263365d4bf HTTP/1.1" status: 200 len: 815 time: 0.1113005 Jul 07 14:02:10.464672 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-de5e51ca-3d22-4a04-897b-e5a3d13ca0cb req-18448c83-e599-4641-a3e0-716a06236fff tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/quotas/4606813b7d26435ca537716b5eac6fcc HTTP/1.1" status: 200 len: 375 time: 0.0087101 Jul 07 14:02:10.533222 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-de5e51ca-3d22-4a04-897b-e5a3d13ca0cb req-93f34fae-8ba6-4f9d-82fc-6d39a86346b6 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=4606813b7d26435ca537716b5eac6fcc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0632389 Jul 07 14:02:10.619454 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-de5e51ca-3d22-4a04-897b-e5a3d13ca0cb req-5ca4ee95-70e9-4b15-ad00-3ceda93c02c1 service neutron] 10.222.0.16 "GET /v2.0/networks/8ff1e969-aa56-4a37-b509-25263365d4bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795414 Jul 07 14:02:10.707858 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-de5e51ca-3d22-4a04-897b-e5a3d13ca0cb req-d823116b-a299-4a0f-9d47-6ed4c2ae13d9 service neutron] 10.222.0.16 "GET /v2.0/networks/8ff1e969-aa56-4a37-b509-25263365d4bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828686 Jul 07 14:02:10.964993 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917e27be-9ca1-4e58-aab6-48e7a59c1eff req-6a15bf5b-f007-48d1-8e64-1a3020d25260 tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:02:10.966677 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-917e27be-9ca1-4e58-aab6-48e7a59c1eff req-6a15bf5b-f007-48d1-8e64-1a3020d25260 tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae504e1a-8b02-4d11-b9db-e50442d1da2b HTTP/1.1" status: 200 len: 943 time: 0.0644004 Jul 07 14:02:11.005735 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-917e27be-9ca1-4e58-aab6-48e7a59c1eff req-d20e32cb-ab47-45a2-8769-64b72bc20f94 tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] 10.222.0.16 "GET /v2.0/security-groups?id=84fc93f4-ffb2-41a0-bd9a-0c2108e2c950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332332 Jul 07 14:02:11.077215 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-2dafc0f2-4130-4f29-b934-7ea6e97cdc39 req-36e4cc96-99dd-4e9e-abd9-995145ac19d5 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b6db017-c5cc-4651-bb17-9bd457b45295 HTTP/1.1" status: 200 len: 210 time: 0.0287259 Jul 07 14:02:11.359373 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-1a549860-2750-4e28-9727-36c37ab2afaf req-328e14a3-1cac-4612-8722-3285c7da7946 tempest-DeleteServersTestJSON-910716097 tempest-DeleteServersTestJSON-910716097-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d86d768-8095-4a7c-a8d9-6d66c3b85bc2 HTTP/1.1" status: 200 len: 210 time: 0.0308504 Jul 07 14:02:12.174819 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47d377f-aa1e-45c4-abfc-e12ef2df5f09 req-10479fed-63ae-4592-b243-29ba35212e37 tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:02:12.176152 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-e47d377f-aa1e-45c4-abfc-e12ef2df5f09 req-10479fed-63ae-4592-b243-29ba35212e37 tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae504e1a-8b02-4d11-b9db-e50442d1da2b HTTP/1.1" status: 200 len: 943 time: 0.0608592 Jul 07 14:02:12.212238 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-e47d377f-aa1e-45c4-abfc-e12ef2df5f09 req-91d8d61f-372d-432c-b0a5-90e34ff258c8 tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] 10.222.0.16 "GET /v2.0/security-groups?id=84fc93f4-ffb2-41a0-bd9a-0c2108e2c950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306847 Jul 07 14:02:12.334030 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-ea2cd8aa-a1a8-4b99-81fe-7623ded7dfae req-35d70ff6-40a4-432f-bf2c-ea68d72716ea tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b6db017-c5cc-4651-bb17-9bd457b45295 HTTP/1.1" status: 200 len: 210 time: 0.0273960 Jul 07 14:02:12.512059 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-82262fdf-2c04-4908-9c17-319f561aba40 req-0913dcd0-90f2-43bf-92e0-bd3a0e27152e tempest-DeleteServersTestJSON-910716097 tempest-DeleteServersTestJSON-910716097-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d86d768-8095-4a7c-a8d9-6d66c3b85bc2 HTTP/1.1" status: 200 len: 210 time: 0.0299885 Jul 07 14:02:12.903090 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Device 059f3bea-1d00-4f55-be68-575330c3e78d no longer exists at agent hyperv_hv-cinder-79982 {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 14:02:12.927359 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] No Port match for: 059f3bea-1d00-4f55-be68-575330c3e78d {{(pid=92955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 14:02:12.927815 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Device 059f3bea-1d00-4f55-be68-575330c3e78d not bound to the agent host hv-cinder-79982 {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 14:02:12.972493 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-19c6598b-9bf1-4bb1-9dd5-67c1c8271a9c req-106f7f3a-fc70-4168-abd1-c648044552bc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fd1f9b8b-2e74-4326-ab5e-3091a17505ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495358 Jul 07 14:02:13.067693 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-19c6598b-9bf1-4bb1-9dd5-67c1c8271a9c req-52e9f7f4-d9c9-42d6-b549-08c5679a0cc5 service neutron] 10.222.0.24 "GET /v2.0/networks/fd1f9b8b-2e74-4326-ab5e-3091a17505ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850654 Jul 07 14:02:13.184942 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-19c6598b-9bf1-4bb1-9dd5-67c1c8271a9c req-4958b05d-f42d-4855-8768-8c98ebb599c4 service neutron] 10.222.0.24 "GET /v2.0/networks/fd1f9b8b-2e74-4326-ab5e-3091a17505ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978956 Jul 07 14:02:13.391993 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc533fc1-416a-4933-9730-aeefec1a8479 req-9a6fc395-e5c3-44e2-b344-2c61e5dc65bf tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:02:13.393625 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-cc533fc1-416a-4933-9730-aeefec1a8479 req-9a6fc395-e5c3-44e2-b344-2c61e5dc65bf tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae504e1a-8b02-4d11-b9db-e50442d1da2b HTTP/1.1" status: 200 len: 943 time: 0.0677161 Jul 07 14:02:13.429957 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-cc533fc1-416a-4933-9730-aeefec1a8479 req-4f8b01a2-de64-4a16-8ed6-d01e8c7da86a tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] 10.222.0.16 "GET /v2.0/security-groups?id=84fc93f4-ffb2-41a0-bd9a-0c2108e2c950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307963 Jul 07 14:02:13.475557 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-a261beaa-09c7-45ec-912b-0530b2659761 req-315b7197-cbcf-4ef1-b8cb-c0805fde439d tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b6db017-c5cc-4651-bb17-9bd457b45295 HTTP/1.1" status: 200 len: 210 time: 0.0316892 Jul 07 14:02:13.652336 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-fb6dd866-81d5-47ef-a09a-b0e9ca7f05f7 req-6f5b9a63-4d35-45d9-bca0-4ec328c207c1 tempest-DeleteServersTestJSON-910716097 tempest-DeleteServersTestJSON-910716097-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d86d768-8095-4a7c-a8d9-6d66c3b85bc2 HTTP/1.1" status: 200 len: 210 time: 0.0304785 Jul 07 14:02:14.602752 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01be662-1785-4ea0-9148-88d6ca63cd95 req-dd6b945c-2aca-42e9-bfb1-911145b5e165 tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:02:14.604200 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-e01be662-1785-4ea0-9148-88d6ca63cd95 req-dd6b945c-2aca-42e9-bfb1-911145b5e165 tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae504e1a-8b02-4d11-b9db-e50442d1da2b HTTP/1.1" status: 200 len: 943 time: 0.0633619 Jul 07 14:02:14.641636 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-e01be662-1785-4ea0-9148-88d6ca63cd95 req-e3d6184b-1763-46ac-a048-64715f054210 tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] 10.222.0.16 "GET /v2.0/security-groups?id=84fc93f4-ffb2-41a0-bd9a-0c2108e2c950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316119 Jul 07 14:02:14.767404 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-a4be39ec-b37a-40d9-bb6d-8bbb8cf95d3b req-b0db45bd-dcb4-4017-95e3-3f479ef780d1 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b6db017-c5cc-4651-bb17-9bd457b45295 HTTP/1.1" status: 200 len: 210 time: 0.0272059 Jul 07 14:02:14.890481 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-72828d1a-a383-4dc1-b4ca-462067d5de3a req-72054351-0dec-4067-b6c4-080996d54fce tempest-DeleteServersTestJSON-910716097 tempest-DeleteServersTestJSON-910716097-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d86d768-8095-4a7c-a8d9-6d66c3b85bc2 HTTP/1.1" status: 200 len: 210 time: 0.0272644 Jul 07 14:02:15.285913 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Device 79f7c271-501c-45e9-926a-f292474df589 details requested by agent hyperv_hv-cinder-79982 with host hv-cinder-79982 {{(pid=92955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 14:02:15.382276 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] For port 79f7c271-501c-45e9-926a-f292474df589, host hv-cinder-79982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79982',level=0,port_id=79f7c271-501c-45e9-926a-f292474df589,segment=NetworkSegment(d18aaec7-da99-4b86-bac3-373f2cf95c84),segment_id=d18aaec7-da99-4b86-bac3-373f2cf95c84)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 14:02:15.393617 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Returning: {'device': '79f7c271-501c-45e9-926a-f292474df589', 'network_id': 'fd1f9b8b-2e74-4326-ab5e-3091a17505ef', 'port_id': '79f7c271-501c-45e9-926a-f292474df589', 'mac_address': 'fa:16:3e:70:c9:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41e7d438-a3fc-45da-b39d-12323b32e1ab', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 14:02:15.431662 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:15.444241 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.notifiers.nova [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79f7c271-501c-45e9-926a-f292474df589 {{(pid=92955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 14:02:15.463463 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] For port 79f7c271-501c-45e9-926a-f292474df589, host hv-cinder-79982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79982',level=0,port_id=79f7c271-501c-45e9-926a-f292474df589,segment=NetworkSegment(d18aaec7-da99-4b86-bac3-373f2cf95c84),segment_id=d18aaec7-da99-4b86-bac3-373f2cf95c84)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 14:02:15.468549 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:15.514875 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Pushing event updated for resources: {'Port': ['ID=79f7c271-501c-45e9-926a-f292474df589,revision_number=4']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:02:15.522143 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:02:15.522520 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:02:15.522866 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:02:15.523210 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:02:15.523550 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:02:15.523904 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:02:15.524235 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:02:15.524564 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:02:15.524913 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:02:15.525244 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:02:15.525570 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:02:15.525892 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:02:15.819567 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3724b04-cf93-4ecd-a067-ff3535340b11 req-9be1638f-ba19-41ce-a628-a09945a18518 tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:02:15.821010 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-d3724b04-cf93-4ecd-a067-ff3535340b11 req-9be1638f-ba19-41ce-a628-a09945a18518 tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae504e1a-8b02-4d11-b9db-e50442d1da2b HTTP/1.1" status: 200 len: 944 time: 0.0679090 Jul 07 14:02:15.862857 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-d3724b04-cf93-4ecd-a067-ff3535340b11 req-b6170057-f049-433d-bd53-d270a43b9d96 tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] 10.222.0.16 "GET /v2.0/security-groups?id=84fc93f4-ffb2-41a0-bd9a-0c2108e2c950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352929 Jul 07 14:02:16.009118 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-caacb670-f1aa-4c28-8c58-c73f1d2f899c req-59ad2b91-491e-4001-a4cb-0a42087936fb tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b6db017-c5cc-4651-bb17-9bd457b45295 HTTP/1.1" status: 200 len: 210 time: 0.0279984 Jul 07 14:02:16.136570 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-2b86bab7-44fb-4e0c-807d-3130e78ce8bc req-a9147030-a48d-4fc2-a365-fd7927a90929 tempest-DeleteServersTestJSON-910716097 tempest-DeleteServersTestJSON-910716097-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d86d768-8095-4a7c-a8d9-6d66c3b85bc2 HTTP/1.1" status: 200 len: 210 time: 0.0274811 Jul 07 14:02:16.643863 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] get_ports_and_sgs() called for port_ids ['79f7c271-501c-45e9-926a-f292474df589'] {{(pid=92955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 14:02:16.851956 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5e51ca-3d22-4a04-897b-e5a3d13ca0cb req-d109f5de-0b88-48df-90af-90e0212f7a29 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:02:16.853873 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-de5e51ca-3d22-4a04-897b-e5a3d13ca0cb req-d109f5de-0b88-48df-90af-90e0212f7a29 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.24 "GET /v2.0/networks?id=8ff1e969-aa56-4a37-b509-25263365d4bf HTTP/1.1" status: 200 len: 815 time: 0.1132677 Jul 07 14:02:16.882111 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [req-de5e51ca-3d22-4a04-897b-e5a3d13ca0cb req-d7303ff5-317d-4bd1-8bf7-72d9ae3db3c6 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Request body: {'port': {'device_id': '0b6db017-c5cc-4651-bb17-9bd457b45295', 'network_id': '8ff1e969-aa56-4a37-b509-25263365d4bf', 'admin_state_up': True, 'tenant_id': '4606813b7d26435ca537716b5eac6fcc'}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 14:02:17.035895 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de5e51ca-3d22-4a04-897b-e5a3d13ca0cb req-d7303ff5-317d-4bd1-8bf7-72d9ae3db3c6 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Made reservation on behalf of 4606813b7d26435ca537716b5eac6fcc for: {'port': 1} {{(pid=92954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 14:02:17.041600 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-de5e51ca-3d22-4a04-897b-e5a3d13ca0cb req-d7303ff5-317d-4bd1-8bf7-72d9ae3db3c6 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:17.088602 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f047b22-ef6b-471c-8e8e-1b180caa7818 req-5c02890b-facd-438c-b310-38d3e8dabb61 tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:02:17.090267 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-2f047b22-ef6b-471c-8e8e-1b180caa7818 req-5c02890b-facd-438c-b310-38d3e8dabb61 tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae504e1a-8b02-4d11-b9db-e50442d1da2b HTTP/1.1" status: 200 len: 944 time: 0.0821261 Jul 07 14:02:17.134408 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-2f047b22-ef6b-471c-8e8e-1b180caa7818 req-644463ab-eb49-4bea-b5aa-597affb7bdfe tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] 10.222.0.16 "GET /v2.0/security-groups?id=84fc93f4-ffb2-41a0-bd9a-0c2108e2c950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367327 Jul 07 14:02:17.164714 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-25f88719-977a-428e-8448-59f1bd194835 req-28d0c4d2-2ae3-48bd-ae34-3dba06771198 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b6db017-c5cc-4651-bb17-9bd457b45295 HTTP/1.1" status: 200 len: 210 time: 0.0335760 Jul 07 14:02:17.190604 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.db.db_base_plugin_common [req-de5e51ca-3d22-4a04-897b-e5a3d13ca0cb req-d7303ff5-317d-4bd1-8bf7-72d9ae3db3c6 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Allocated IP 172.20.0.13 (8ff1e969-aa56-4a37-b509-25263365d4bf/3c42dee8-1dec-4168-bdb5-a4e686f12390/c2a8a1f4-70b1-48ed-8ad4-7f8642f3990e) {{(pid=92954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 14:02:17.299019 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-e45ba48a-403d-4761-8f08-663ebebab73d req-54b2ad48-8a0e-4c97-9079-5fa53d821dd6 tempest-DeleteServersTestJSON-910716097 tempest-DeleteServersTestJSON-910716097-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d86d768-8095-4a7c-a8d9-6d66c3b85bc2 HTTP/1.1" status: 200 len: 210 time: 0.0324161 Jul 07 14:02:17.346677 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-de5e51ca-3d22-4a04-897b-e5a3d13ca0cb req-d7303ff5-317d-4bd1-8bf7-72d9ae3db3c6 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Notify callbacks [] for port, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:17.387533 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-de5e51ca-3d22-4a04-897b-e5a3d13ca0cb req-d7303ff5-317d-4bd1-8bf7-72d9ae3db3c6 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744350976988'] for port, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:17.399744 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] get_ports_and_sgs() called for port_ids ['a6f266a4-eec8-4dc4-97e0-ad4c884aec24'] {{(pid=92955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 14:02:17.443131 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de5e51ca-3d22-4a04-897b-e5a3d13ca0cb req-d7303ff5-317d-4bd1-8bf7-72d9ae3db3c6 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Network 8ff1e969-aa56-4a37-b509-25263365d4bf is already hosted by enough agents. {{(pid=92954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 14:02:17.446465 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.scheduler.base_scheduler [req-de5e51ca-3d22-4a04-897b-e5a3d13ca0cb req-d7303ff5-317d-4bd1-8bf7-72d9ae3db3c6 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Resources bound (agent type, host, resource id): {{(pid=92954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 14:02:17.458372 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [req-de5e51ca-3d22-4a04-897b-e5a3d13ca0cb req-d7303ff5-317d-4bd1-8bf7-72d9ae3db3c6 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Received port after_create {{(pid=92954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 14:02:17.464212 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5e51ca-3d22-4a04-897b-e5a3d13ca0cb req-d7303ff5-317d-4bd1-8bf7-72d9ae3db3c6 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:02:17.464807 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-de5e51ca-3d22-4a04-897b-e5a3d13ca0cb req-d7303ff5-317d-4bd1-8bf7-72d9ae3db3c6 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171717'] for port, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:17.480141 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-de5e51ca-3d22-4a04-897b-e5a3d13ca0cb req-d7303ff5-317d-4bd1-8bf7-72d9ae3db3c6 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6048570 Jul 07 14:02:17.481113 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7303ff5-317d-4bd1-8bf7-72d9ae3db3c6 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Pushing event updated for resources: {'Port': ['ID=c2a8a1f4-70b1-48ed-8ad4-7f8642f3990e,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:02:17.493103 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [req-de5e51ca-3d22-4a04-897b-e5a3d13ca0cb req-11c27837-38cf-4f7b-8405-7dfc55ba55bb service neutron] Request body: {'port': {'device_id': '0b6db017-c5cc-4651-bb17-9bd457b45295', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79982'}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 14:02:17.598419 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-de5e51ca-3d22-4a04-897b-e5a3d13ca0cb req-11c27837-38cf-4f7b-8405-7dfc55ba55bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:17.851385 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 46564) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:02:17.909298 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.notifiers.nova [req-de5e51ca-3d22-4a04-897b-e5a3d13ca0cb req-11c27837-38cf-4f7b-8405-7dfc55ba55bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2a8a1f4-70b1-48ed-8ad4-7f8642f3990e {{(pid=92954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 14:02:17.916887 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-de5e51ca-3d22-4a04-897b-e5a3d13ca0cb req-11c27837-38cf-4f7b-8405-7dfc55ba55bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:17.929498 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.db.provisioning_blocks [req-de5e51ca-3d22-4a04-897b-e5a3d13ca0cb req-11c27837-38cf-4f7b-8405-7dfc55ba55bb service neutron] Transition to ACTIVE for port object c2a8a1f4-70b1-48ed-8ad4-7f8642f3990e will not be triggered until provisioned by entity L2. {{(pid=92954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 14:02:17.935639 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-de5e51ca-3d22-4a04-897b-e5a3d13ca0cb req-11c27837-38cf-4f7b-8405-7dfc55ba55bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567'] for port, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:17.987742 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c27837-38cf-4f7b-8405-7dfc55ba55bb service neutron] Pushing event updated for resources: {'Port': ['ID=c2a8a1f4-70b1-48ed-8ad4-7f8642f3990e,revision_number=2']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:02:17.999142 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-a7528ed5-48a7-47a6-8657-695d77dd14d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:18.174380 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 46590) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:02:18.179214 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [req-de5e51ca-3d22-4a04-897b-e5a3d13ca0cb req-11c27837-38cf-4f7b-8405-7dfc55ba55bb service neutron] Attempting to bind port c2a8a1f4-70b1-48ed-8ad4-7f8642f3990e on host hv-cinder-79982 for vnic_type normal with profile {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 14:02:18.179547 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [req-de5e51ca-3d22-4a04-897b-e5a3d13ca0cb req-11c27837-38cf-4f7b-8405-7dfc55ba55bb service neutron] Attempting to bind port c2a8a1f4-70b1-48ed-8ad4-7f8642f3990e by drivers openvswitch,hyperv on host hv-cinder-79982 at level 0 using segments [{'id': 'f3f58588-4c9a-407d-b956-d7d536d6c493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '8ff1e969-aa56-4a37-b509-25263365d4bf'}] {{(pid=92954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 14:02:18.179868 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5e51ca-3d22-4a04-897b-e5a3d13ca0cb req-11c27837-38cf-4f7b-8405-7dfc55ba55bb service neutron] Attempting to bind port c2a8a1f4-70b1-48ed-8ad4-7f8642f3990e on network 8ff1e969-aa56-4a37-b509-25263365d4bf {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 14:02:18.187266 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5e51ca-3d22-4a04-897b-e5a3d13ca0cb req-11c27837-38cf-4f7b-8405-7dfc55ba55bb service neutron] Port c2a8a1f4-70b1-48ed-8ad4-7f8642f3990e on network 8ff1e969-aa56-4a37-b509-25263365d4bf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79982 {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 14:02:18.187584 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5e51ca-3d22-4a04-897b-e5a3d13ca0cb req-11c27837-38cf-4f7b-8405-7dfc55ba55bb service neutron] Attempting to bind port c2a8a1f4-70b1-48ed-8ad4-7f8642f3990e on network 8ff1e969-aa56-4a37-b509-25263365d4bf {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 14:02:18.194390 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-a7528ed5-48a7-47a6-8657-695d77dd14d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:18.202908 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-a7528ed5-48a7-47a6-8657-695d77dd14d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:18.209303 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5e51ca-3d22-4a04-897b-e5a3d13ca0cb req-11c27837-38cf-4f7b-8405-7dfc55ba55bb service neutron] Checking agent: {'id': 'e287df4f-fe28-4fcb-9cb8-6aa29893570a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79982', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 13, 59, 32), 'started_at': datetime.datetime(2021, 7, 7, 13, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 14, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 14:02:18.209777 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5e51ca-3d22-4a04-897b-e5a3d13ca0cb req-11c27837-38cf-4f7b-8405-7dfc55ba55bb service neutron] Checking segment: {'id': 'f3f58588-4c9a-407d-b956-d7d536d6c493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '8ff1e969-aa56-4a37-b509-25263365d4bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 14:02:18.210369 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5e51ca-3d22-4a04-897b-e5a3d13ca0cb req-11c27837-38cf-4f7b-8405-7dfc55ba55bb service neutron] Bound using segment: {'id': 'f3f58588-4c9a-407d-b956-d7d536d6c493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '8ff1e969-aa56-4a37-b509-25263365d4bf'} {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 14:02:18.210905 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [req-de5e51ca-3d22-4a04-897b-e5a3d13ca0cb req-11c27837-38cf-4f7b-8405-7dfc55ba55bb service neutron] Bound port: c2a8a1f4-70b1-48ed-8ad4-7f8642f3990e, host: hv-cinder-79982, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3f58588-4c9a-407d-b956-d7d536d6c493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '8ff1e969-aa56-4a37-b509-25263365d4bf'}}] {{(pid=92954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 14:02:18.211310 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-de5e51ca-3d22-4a04-897b-e5a3d13ca0cb req-11c27837-38cf-4f7b-8405-7dfc55ba55bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:18.267066 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7528ed5-48a7-47a6-8657-695d77dd14d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96d84983-2fd7-4e2a-83d1-a7f561849db3,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:02:18.275916 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-a7528ed5-48a7-47a6-8657-695d77dd14d1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f1826fdf94384c6597507c36c4a89bf5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4213800 Jul 07 14:02:18.276453 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 46600) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:02:18.344228 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [req-de5e51ca-3d22-4a04-897b-e5a3d13ca0cb req-11c27837-38cf-4f7b-8405-7dfc55ba55bb service neutron] For port c2a8a1f4-70b1-48ed-8ad4-7f8642f3990e, host hv-cinder-79982, cleared binding levels {{(pid=92954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 14:02:18.350172 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [req-de5e51ca-3d22-4a04-897b-e5a3d13ca0cb req-11c27837-38cf-4f7b-8405-7dfc55ba55bb service neutron] For port c2a8a1f4-70b1-48ed-8ad4-7f8642f3990e, host hv-cinder-79982, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79982',level=0,port_id=c2a8a1f4-70b1-48ed-8ad4-7f8642f3990e,segment=NetworkSegment(f3f58588-4c9a-407d-b956-d7d536d6c493),segment_id=f3f58588-4c9a-407d-b956-d7d536d6c493)] {{(pid=92954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 14:02:18.364533 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-de5e51ca-3d22-4a04-897b-e5a3d13ca0cb req-11c27837-38cf-4f7b-8405-7dfc55ba55bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567'] for port, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:18.400879 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-453d75a0-79e2-4271-bb95-085279fd8e18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:18.411168 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Device 79f7c271-501c-45e9-926a-f292474df589 up at agent hyperv_hv-cinder-79982 {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 14:02:18.435199 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5e51ca-3d22-4a04-897b-e5a3d13ca0cb req-11c27837-38cf-4f7b-8405-7dfc55ba55bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:02:18.435884 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-de5e51ca-3d22-4a04-897b-e5a3d13ca0cb req-11c27837-38cf-4f7b-8405-7dfc55ba55bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171717'] for port, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:18.437228 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-de5e51ca-3d22-4a04-897b-e5a3d13ca0cb req-11c27837-38cf-4f7b-8405-7dfc55ba55bb service neutron] 10.222.0.24 "PUT /v2.0/ports/c2a8a1f4-70b1-48ed-8ad4-7f8642f3990e HTTP/1.1" status: 200 len: 1094 time: 0.9492304 Jul 07 14:02:18.437656 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b6db017-c5cc-4651-bb17-9bd457b45295', 'tag': 'c2a8a1f4-70b1-48ed-8ad4-7f8642f3990e'}] {{(pid=92954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 14:02:18.455673 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23a2f25214143ca7dc6eabc905ff8a7df5b3799efbbaa422209646810e3da78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b70f7c22-962f-431b-88e7-d738856f2838" -d '{"events": [{"name": "network-changed", "server_uuid": "0b6db017-c5cc-4651-bb17-9bd457b45295", "tag": "c2a8a1f4-70b1-48ed-8ad4-7f8642f3990e"}]}' {{(pid=92954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 14:02:18.483349 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-9b1d4067-58d8-4ec2-9cbb-359abc699729 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:18.502663 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c27837-38cf-4f7b-8405-7dfc55ba55bb service neutron] Pushing event updated for resources: {'Port': ['ID=c2a8a1f4-70b1-48ed-8ad4-7f8642f3990e,revision_number=3']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:02:18.506174 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Provisioning for port 79f7c271-501c-45e9-926a-f292474df589 completed by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 14:02:18.511780 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Provisioning complete for port 79f7c271-501c-45e9-926a-f292474df589 triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 14:02:18.512489 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732533'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:18.522338 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-453d75a0-79e2-4271-bb95-085279fd8e18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:18.572877 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5e51ca-3d22-4a04-897b-e5a3d13ca0cb req-d017342c-02d1-4c8c-ad41-86b247f3f3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:02:18.574426 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-de5e51ca-3d22-4a04-897b-e5a3d13ca0cb req-d017342c-02d1-4c8c-ad41-86b247f3f3bf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4606813b7d26435ca537716b5eac6fcc&device_id=0b6db017-c5cc-4651-bb17-9bd457b45295 HTTP/1.1" status: 200 len: 1097 time: 0.0858412 Jul 07 14:02:18.623678 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:18.627314 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80840d18-d17a-41a2-9162-6a17f76588d7 req-98eea7df-a357-4b71-8944-d249ca19add5 tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:02:18.629384 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-80840d18-d17a-41a2-9162-6a17f76588d7 req-98eea7df-a357-4b71-8944-d249ca19add5 tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae504e1a-8b02-4d11-b9db-e50442d1da2b HTTP/1.1" status: 200 len: 944 time: 0.3005314 Jul 07 14:02:18.652663 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-de5e51ca-3d22-4a04-897b-e5a3d13ca0cb req-bd006ce1-d09d-41ce-9237-1a10cf2eb1cf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c2a8a1f4-70b1-48ed-8ad4-7f8642f3990e HTTP/1.1" status: 200 len: 217 time: 0.0696902 Jul 07 14:02:18.655235 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae504e1a-8b02-4d11-b9db-e50442d1da2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79f7c271-501c-45e9-926a-f292474df589'}] {{(pid=92955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 14:02:18.658059 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e11a9a08f0ebba7a9f0c3b7780f6d7944ec82452e2695ea1962573c23703eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9b36713-87e5-49d9-a788-b41b54a67bc8" -d '{"events": [{"server_uuid": "ae504e1a-8b02-4d11-b9db-e50442d1da2b", "name": "network-vif-plugged", "status": "completed", "tag": "79f7c271-501c-45e9-926a-f292474df589"}]}' {{(pid=92955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 14:02:18.672555 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] For port 79f7c271-501c-45e9-926a-f292474df589, host hv-cinder-79982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79982',level=0,port_id=79f7c271-501c-45e9-926a-f292474df589,segment=NetworkSegment(d18aaec7-da99-4b86-bac3-373f2cf95c84),segment_id=d18aaec7-da99-4b86-bac3-373f2cf95c84)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 14:02:18.677601 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:18.715260 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5e51ca-3d22-4a04-897b-e5a3d13ca0cb req-310b6b1b-5939-4517-837d-32ed8ac817b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:02:18.717083 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-de5e51ca-3d22-4a04-897b-e5a3d13ca0cb req-310b6b1b-5939-4517-837d-32ed8ac817b2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3c42dee8-1dec-4168-bdb5-a4e686f12390 HTTP/1.1" status: 200 len: 855 time: 0.0566342 Jul 07 14:02:18.735795 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Pushing event updated for resources: {'Port': ['ID=79f7c271-501c-45e9-926a-f292474df589,revision_number=5']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:02:18.740586 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-80840d18-d17a-41a2-9162-6a17f76588d7 req-1965dbb2-bc23-484b-bc5e-dac442dcfc81 tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] 10.222.0.16 "GET /v2.0/security-groups?id=84fc93f4-ffb2-41a0-bd9a-0c2108e2c950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907078 Jul 07 14:02:18.756084 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-de5e51ca-3d22-4a04-897b-e5a3d13ca0cb req-7610f3bc-13f3-4d7c-990a-0e82fe9df0e8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8ff1e969-aa56-4a37-b509-25263365d4bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315428 Jul 07 14:02:18.762944 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaafac81-e0b4-4061-a2df-66266c41b2ea req-12d060a6-419f-498d-bf74-723d4fe7d05d tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:02:18.764569 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-eaafac81-e0b4-4061-a2df-66266c41b2ea req-12d060a6-419f-498d-bf74-723d4fe7d05d tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b6db017-c5cc-4651-bb17-9bd457b45295 HTTP/1.1" status: 200 len: 944 time: 0.3307426 Jul 07 14:02:18.770088 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-453d75a0-79e2-4271-bb95-085279fd8e18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:18.777810 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-453d75a0-79e2-4271-bb95-085279fd8e18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:18.786870 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-453d75a0-79e2-4271-bb95-085279fd8e18 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/96d84983-2fd7-4e2a-83d1-a7f561849db3 HTTP/1.1" status: 204 len: 168 time: 0.5043578 Jul 07 14:02:18.809561 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453d75a0-79e2-4271-bb95-085279fd8e18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96d84983-2fd7-4e2a-83d1-a7f561849db3,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:02:18.844067 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453d75a0-79e2-4271-bb95-085279fd8e18 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:02:18.844519 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453d75a0-79e2-4271-bb95-085279fd8e18 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:02:18.845090 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453d75a0-79e2-4271-bb95-085279fd8e18 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:02:18.846072 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453d75a0-79e2-4271-bb95-085279fd8e18 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:02:18.846674 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453d75a0-79e2-4271-bb95-085279fd8e18 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:02:18.847108 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453d75a0-79e2-4271-bb95-085279fd8e18 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:02:18.847511 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453d75a0-79e2-4271-bb95-085279fd8e18 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:02:18.848374 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453d75a0-79e2-4271-bb95-085279fd8e18 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:02:18.848788 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453d75a0-79e2-4271-bb95-085279fd8e18 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:02:18.849189 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453d75a0-79e2-4271-bb95-085279fd8e18 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:02:18.849615 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453d75a0-79e2-4271-bb95-085279fd8e18 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:02:18.850148 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453d75a0-79e2-4271-bb95-085279fd8e18 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:02:18.905508 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 14:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b982625f-bc15-4500-b1f7-0c3035aa500b x-openstack-request-id: req-b982625f-bc15-4500-b1f7-0c3035aa500b {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 14:02:18.905856 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b6db017-c5cc-4651-bb17-9bd457b45295", "tag": "c2a8a1f4-70b1-48ed-8ad4-7f8642f3990e", "status": "completed", "code": 200}]} {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 14:02:18.906247 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b982625f-bc15-4500-b1f7-0c3035aa500b {{(pid=92954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 14:02:18.906769 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b6db017-c5cc-4651-bb17-9bd457b45295', 'tag': 'c2a8a1f4-70b1-48ed-8ad4-7f8642f3990e', 'status': 'completed', 'code': 200} Jul 07 14:02:18.921952 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-eaafac81-e0b4-4061-a2df-66266c41b2ea req-4d47f646-e388-467c-8f55-f8e9a3d2b5e9 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7df1beb-b93b-47cb-b8fb-65a3d6c0c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336656 Jul 07 14:02:18.936648 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-9b1d4067-58d8-4ec2-9cbb-359abc699729 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:18.948080 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-9b1d4067-58d8-4ec2-9cbb-359abc699729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:18.957647 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-de5e51ca-3d22-4a04-897b-e5a3d13ca0cb req-44de77a7-cc66-4d2b-8382-5d49655e36ed service neutron] 10.222.0.24 "GET /v2.0/networks/8ff1e969-aa56-4a37-b509-25263365d4bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897085 Jul 07 14:02:19.022637 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-9b1d4067-58d8-4ec2-9cbb-359abc699729 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3e4a06a999714143b5cfd950cca457eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8464868 Jul 07 14:02:19.025088 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 46626) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:02:19.032806 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 14:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a709576f-ee71-44b9-9eaf-8945a420b146 x-openstack-request-id: req-a709576f-ee71-44b9-9eaf-8945a420b146 {{(pid=92955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 14:02:19.033317 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae504e1a-8b02-4d11-b9db-e50442d1da2b", "name": "network-vif-plugged", "status": "completed", "tag": "79f7c271-501c-45e9-926a-f292474df589", "code": 200}]} {{(pid=92955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 14:02:19.033574 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a709576f-ee71-44b9-9eaf-8945a420b146 {{(pid=92955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 14:02:19.033962 dv-cinder-799821-1-iscsi neutron-server[92955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae504e1a-8b02-4d11-b9db-e50442d1da2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79f7c271-501c-45e9-926a-f292474df589', 'code': 200} Jul 07 14:02:19.057489 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1d4067-58d8-4ec2-9cbb-359abc699729 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dbcb68d-c8de-4640-8215-6197ab4ab7a0,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:02:19.111286 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-de5e51ca-3d22-4a04-897b-e5a3d13ca0cb req-9d8e3b4d-1ffe-467e-972d-ee36ba7ad3e1 service neutron] 10.222.0.24 "GET /v2.0/networks/8ff1e969-aa56-4a37-b509-25263365d4bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419566 Jul 07 14:02:19.136661 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-c5726d03-228d-4f8f-b155-5f2707d3ba3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:19.160047 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-c5726d03-228d-4f8f-b155-5f2707d3ba3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:19.220139 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-c5726d03-228d-4f8f-b155-5f2707d3ba3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:19.224961 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-c5726d03-228d-4f8f-b155-5f2707d3ba3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:19.228014 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-c5726d03-228d-4f8f-b155-5f2707d3ba3b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0dbcb68d-c8de-4640-8215-6197ab4ab7a0 HTTP/1.1" status: 204 len: 168 time: 0.1860154 Jul 07 14:02:19.264171 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 46636) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:02:19.268000 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5726d03-228d-4f8f-b155-5f2707d3ba3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dbcb68d-c8de-4640-8215-6197ab4ab7a0,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:02:19.295546 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-8e2c184b-4420-44be-aa2f-4e390cc24b63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:19.373284 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70f7c22-962f-431b-88e7-d738856f2838 req-fc204c35-c41c-4983-98f8-66a60a7d2736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:02:19.374998 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-b70f7c22-962f-431b-88e7-d738856f2838 req-fc204c35-c41c-4983-98f8-66a60a7d2736 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4606813b7d26435ca537716b5eac6fcc&device_id=0b6db017-c5cc-4651-bb17-9bd457b45295 HTTP/1.1" status: 200 len: 1097 time: 0.1532862 Jul 07 14:02:19.412498 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0b3524-22d4-408a-97c4-362969bad1a3 req-495f4ac6-a687-49ed-8113-58f0ec72223d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:02:19.413974 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-8f0b3524-22d4-408a-97c4-362969bad1a3 req-495f4ac6-a687-49ed-8113-58f0ec72223d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ae504e1a-8b02-4d11-b9db-e50442d1da2b HTTP/1.1" status: 200 len: 1098 time: 0.1318879 Jul 07 14:02:19.514790 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-8f0b3524-22d4-408a-97c4-362969bad1a3 req-7e17abc6-22a5-4177-b4b2-82b6459e5400 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=84fc93f4-ffb2-41a0-bd9a-0c2108e2c950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680375 Jul 07 14:02:19.545823 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70f7c22-962f-431b-88e7-d738856f2838 req-fb1d34fd-2ba9-4ebc-a0a3-f79554a13c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:02:19.547456 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-b70f7c22-962f-431b-88e7-d738856f2838 req-fb1d34fd-2ba9-4ebc-a0a3-f79554a13c26 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8ff1e969-aa56-4a37-b509-25263365d4bf HTTP/1.1" status: 200 len: 916 time: 0.1596437 Jul 07 14:02:19.559311 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-8e2c184b-4420-44be-aa2f-4e390cc24b63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:19.564788 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-8e2c184b-4420-44be-aa2f-4e390cc24b63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:19.602633 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 46646) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:02:19.613801 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-9840c6d8-bcc5-46b8-be2d-4c5421dd0262 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:19.634926 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-b70f7c22-962f-431b-88e7-d738856f2838 req-85467fc0-e804-4e38-be58-306ad77064a4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c2a8a1f4-70b1-48ed-8ad4-7f8642f3990e HTTP/1.1" status: 200 len: 217 time: 0.0545413 Jul 07 14:02:19.640284 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2c184b-4420-44be-aa2f-4e390cc24b63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7fe01e2-f432-45b4-af3f-7657b20d6d3f,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:02:19.644932 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-8e2c184b-4420-44be-aa2f-4e390cc24b63 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1db751bdfc274c51b3ccda8333f9f48a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3796484 Jul 07 14:02:19.647416 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 46650) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:02:19.713388 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-9840c6d8-bcc5-46b8-be2d-4c5421dd0262 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:19.718530 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-9840c6d8-bcc5-46b8-be2d-4c5421dd0262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:19.726859 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70f7c22-962f-431b-88e7-d738856f2838 req-3247377d-1ae6-42bc-b9d1-ba35b88df92b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:02:19.728480 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-b70f7c22-962f-431b-88e7-d738856f2838 req-3247377d-1ae6-42bc-b9d1-ba35b88df92b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3c42dee8-1dec-4168-bdb5-a4e686f12390 HTTP/1.1" status: 200 len: 855 time: 0.0745747 Jul 07 14:02:19.762273 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-9840c6d8-bcc5-46b8-be2d-4c5421dd0262 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d60b01a88d96499da581ce3429d7d554&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1583376 Jul 07 14:02:19.762528 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 46654) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:02:19.766751 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-b70f7c22-962f-431b-88e7-d738856f2838 req-17ae1f5e-39f2-4836-90b6-f425bfd620ae service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8ff1e969-aa56-4a37-b509-25263365d4bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295818 Jul 07 14:02:19.768527 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-ec6aca58-73c0-4efd-ab26-7e33cf1d8020 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:19.770548 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9840c6d8-bcc5-46b8-be2d-4c5421dd0262 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d11cc73a-a1d7-4193-9791-2823b11589da,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:02:19.821106 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0539f13f-2c48-4623-81c7-e11777f7e0f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:19.845069 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0539f13f-2c48-4623-81c7-e11777f7e0f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:19.849907 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-ec6aca58-73c0-4efd-ab26-7e33cf1d8020 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:19.936812 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-b70f7c22-962f-431b-88e7-d738856f2838 req-8036074d-ac97-4f65-83b3-bd5e18604500 service neutron] 10.222.0.24 "GET /v2.0/networks/8ff1e969-aa56-4a37-b509-25263365d4bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586316 Jul 07 14:02:19.940918 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-ec6aca58-73c0-4efd-ab26-7e33cf1d8020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:19.943505 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-ec6aca58-73c0-4efd-ab26-7e33cf1d8020 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:19.944596 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-ec6aca58-73c0-4efd-ab26-7e33cf1d8020 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e7fe01e2-f432-45b4-af3f-7657b20d6d3f HTTP/1.1" status: 204 len: 168 time: 0.2961266 Jul 07 14:02:19.969183 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0539f13f-2c48-4623-81c7-e11777f7e0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:19.973697 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0539f13f-2c48-4623-81c7-e11777f7e0f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:19.975138 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-0539f13f-2c48-4623-81c7-e11777f7e0f0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d11cc73a-a1d7-4193-9791-2823b11589da HTTP/1.1" status: 204 len: 168 time: 0.2111621 Jul 07 14:02:19.991601 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0539f13f-2c48-4623-81c7-e11777f7e0f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d11cc73a-a1d7-4193-9791-2823b11589da,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:02:20.017561 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69682e03-cc54-4824-b948-1e7638405916 req-21c3315c-7ef6-4b27-a548-864b6ca9e49e tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:02:20.019266 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-69682e03-cc54-4824-b948-1e7638405916 req-21c3315c-7ef6-4b27-a548-864b6ca9e49e tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae504e1a-8b02-4d11-b9db-e50442d1da2b HTTP/1.1" status: 200 len: 945 time: 0.1017413 Jul 07 14:02:20.061309 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6aca58-73c0-4efd-ab26-7e33cf1d8020 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7fe01e2-f432-45b4-af3f-7657b20d6d3f,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:02:20.071351 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-69682e03-cc54-4824-b948-1e7638405916 req-38639419-7995-4a22-aa5b-32660a6481fb tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] 10.222.0.16 "GET /v2.0/security-groups?id=84fc93f4-ffb2-41a0-bd9a-0c2108e2c950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459230 Jul 07 14:02:20.135316 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-b70f7c22-962f-431b-88e7-d738856f2838 req-3a96bbcb-d29a-46fd-9d17-a319e28af590 service neutron] 10.222.0.24 "GET /v2.0/networks/8ff1e969-aa56-4a37-b509-25263365d4bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894436 Jul 07 14:02:20.212614 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f376486-a669-4f36-96e5-7ef5aeefe782 req-1c72bbff-f829-45be-88ed-bfb0fe95c38a tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:02:20.222756 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-0f376486-a669-4f36-96e5-7ef5aeefe782 req-1c72bbff-f829-45be-88ed-bfb0fe95c38a tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b6db017-c5cc-4651-bb17-9bd457b45295 HTTP/1.1" status: 200 len: 944 time: 0.1252542 Jul 07 14:02:20.261298 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-0f376486-a669-4f36-96e5-7ef5aeefe782 req-c6d94850-dacc-4b62-a2f9-457c6a998f61 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7df1beb-b93b-47cb-b8fb-65a3d6c0c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376723 Jul 07 14:02:20.457293 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 46684) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:02:20.473344 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-e73a465d-b35d-4e13-add3-72cc5b3a38bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:20.474281 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 46686) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:02:20.521916 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7ce7f70-a2ce-4197-a38b-2ab453144208 admin admin] Deleting subnet 5dd78181-64b9-4ae9-ac3b-3a4d546e0e2b {{(pid=92954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 14:02:20.525083 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-a7ce7f70-a2ce-4197-a38b-2ab453144208 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:20.560820 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-a7ce7f70-a2ce-4197-a38b-2ab453144208 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:20.567164 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-a7ce7f70-a2ce-4197-a38b-2ab453144208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736859'] for subnet, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:20.569844 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-e73a465d-b35d-4e13-add3-72cc5b3a38bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:20.573911 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-e73a465d-b35d-4e13-add3-72cc5b3a38bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:20.622888 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73a465d-b35d-4e13-add3-72cc5b3a38bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a0cfe73-c060-429a-aac4-4405780f6381,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:02:20.624220 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-a7ce7f70-a2ce-4197-a38b-2ab453144208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582279'] for subnet, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:20.628468 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-e73a465d-b35d-4e13-add3-72cc5b3a38bf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=13d7ce0ace91489b955fc01bf8a79f29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1700199 Jul 07 14:02:20.631190 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 46692) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:02:20.669688 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ce7f70-a2ce-4197-a38b-2ab453144208 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5dd78181-64b9-4ae9-ac3b-3a4d546e0e2b,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:02:20.672522 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-a7ce7f70-a2ce-4197-a38b-2ab453144208 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:20.676692 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-a7ce7f70-a2ce-4197-a38b-2ab453144208 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/5dd78181-64b9-4ae9-ac3b-3a4d546e0e2b HTTP/1.1" status: 204 len: 168 time: 0.1988864 Jul 07 14:02:20.677392 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 46698) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:02:20.692646 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-d7e41f93-ea58-48ac-931c-fe38165bb690 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:20.716610 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-d7e41f93-ea58-48ac-931c-fe38165bb690 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:20.756489 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-6df9fb03-cc8a-47fb-8251-c85038a8fc34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573990'] for network, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:20.778020 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-d7e41f93-ea58-48ac-931c-fe38165bb690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:20.782059 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-d7e41f93-ea58-48ac-931c-fe38165bb690 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:20.784550 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-d7e41f93-ea58-48ac-931c-fe38165bb690 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1a0cfe73-c060-429a-aac4-4405780f6381 HTTP/1.1" status: 204 len: 168 time: 0.1523747 Jul 07 14:02:20.794872 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e41f93-ea58-48ac-931c-fe38165bb690 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a0cfe73-c060-429a-aac4-4405780f6381,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:02:20.852309 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-6df9fb03-cc8a-47fb-8251-c85038a8fc34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730318', 'neutron.services.segments.db._delete_segments_for_network-8744351280222'] for network, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:20.863749 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-6df9fb03-cc8a-47fb-8251-c85038a8fc34 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 14:02:20.864111 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-6df9fb03-cc8a-47fb-8251-c85038a8fc34 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 14:02:20.864866 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-6df9fb03-cc8a-47fb-8251-c85038a8fc34 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 14:02:20.865413 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-6df9fb03-cc8a-47fb-8251-c85038a8fc34 admin admin] Subscribe: > port after_create 55550000 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 14:02:20.865946 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-6df9fb03-cc8a-47fb-8251-c85038a8fc34 admin admin] Subscribe: > port after_delete 55550000 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 14:02:20.866432 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-6df9fb03-cc8a-47fb-8251-c85038a8fc34 admin admin] Subscribe: > port after_update 55550000 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 14:02:20.866921 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-6df9fb03-cc8a-47fb-8251-c85038a8fc34 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 14:02:20.867385 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-6df9fb03-cc8a-47fb-8251-c85038a8fc34 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 14:02:20.867847 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-6df9fb03-cc8a-47fb-8251-c85038a8fc34 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 14:02:20.868398 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-6df9fb03-cc8a-47fb-8251-c85038a8fc34 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 14:02:20.974506 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 46714) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:02:21.031625 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-6df9fb03-cc8a-47fb-8251-c85038a8fc34 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 14:02:21.031625 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-6df9fb03-cc8a-47fb-8251-c85038a8fc34 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 14:02:21.031625 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-6df9fb03-cc8a-47fb-8251-c85038a8fc34 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 14:02:21.031625 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-6df9fb03-cc8a-47fb-8251-c85038a8fc34 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 14:02:21.031625 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.services.segments.db [None req-6df9fb03-cc8a-47fb-8251-c85038a8fc34 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75471e8b-95ae-4757-b096-2dafbf6cf99a']}} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:02:21.228413 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-990419b6-2805-4bdc-b735-638a50d6b682 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:21.273825 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.services.segments.db [None req-6df9fb03-cc8a-47fb-8251-c85038a8fc34 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05c0ff67-8b91-4468-a9f3-49b8c7b37474') {'for_net_delete': True} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:02:21.277581 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.services.segments.db [None req-6df9fb03-cc8a-47fb-8251-c85038a8fc34 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05c0ff67-8b91-4468-a9f3-49b8c7b37474') {} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:02:21.300875 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-6df9fb03-cc8a-47fb-8251-c85038a8fc34 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744351507842', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8726955'] for segment, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:21.324898 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-6df9fb03-cc8a-47fb-8251-c85038a8fc34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:21.331376 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860bd375-6c55-46bd-8099-5da548b624a3 req-d4f1e67e-f5bc-4742-8bb9-cfd81cf976fe tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:02:21.336746 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6df9fb03-cc8a-47fb-8251-c85038a8fc34 admin admin] Releasing vlan 633 on physical network physnet1 to pool {{(pid=92954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 14:02:21.337349 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-6df9fb03-cc8a-47fb-8251-c85038a8fc34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8461719'] for segment, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:21.338153 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-860bd375-6c55-46bd-8099-5da548b624a3 req-d4f1e67e-f5bc-4742-8bb9-cfd81cf976fe tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae504e1a-8b02-4d11-b9db-e50442d1da2b HTTP/1.1" status: 200 len: 945 time: 0.1064234 Jul 07 14:02:21.399246 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-860bd375-6c55-46bd-8099-5da548b624a3 req-d391b84e-347f-4de5-bbfe-9e6123a9ec76 tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] 10.222.0.16 "GET /v2.0/security-groups?id=84fc93f4-ffb2-41a0-bd9a-0c2108e2c950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601177 Jul 07 14:02:21.417151 dv-cinder-799821-1-iscsi neutron-server[92954]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 07 14:02:21.417151 dv-cinder-799821-1-iscsi neutron-server[92954]: from cryptography.utils import int_from_bytes Jul 07 14:02:21.417151 dv-cinder-799821-1-iscsi neutron-server[92954]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 07 14:02:21.417151 dv-cinder-799821-1-iscsi neutron-server[92954]: from cryptography.utils import int_from_bytes Jul 07 14:02:21.417151 dv-cinder-799821-1-iscsi neutron-server[92954]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 14:02:21.417151 dv-cinder-799821-1-iscsi neutron-server[92954]: conditions |= (models_v2.Port.network_id.in_( Jul 07 14:02:21.417151 dv-cinder-799821-1-iscsi neutron-server[92954]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 14:02:21.417151 dv-cinder-799821-1-iscsi neutron-server[92954]: conditions |= (models_v2.Port.network_id.in_( Jul 07 14:02:21.417151 dv-cinder-799821-1-iscsi neutron-server[92954]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 14:02:21.417151 dv-cinder-799821-1-iscsi neutron-server[92954]: conditions |= (models_v2.Port.network_id.in_( Jul 07 14:02:21.417151 dv-cinder-799821-1-iscsi neutron-server[92954]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 14:02:21.417151 dv-cinder-799821-1-iscsi neutron-server[92954]: conditions |= (models_v2.Port.network_id.in_( Jul 07 14:02:21.417151 dv-cinder-799821-1-iscsi neutron-server[92954]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 14:02:21.417151 dv-cinder-799821-1-iscsi neutron-server[92954]: conditions |= (models_v2.Port.network_id.in_( Jul 07 14:02:21.417151 dv-cinder-799821-1-iscsi neutron-server[92954]: Traceback (most recent call last): Jul 07 14:02:21.417151 dv-cinder-799821-1-iscsi neutron-server[92954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 14:02:21.417151 dv-cinder-799821-1-iscsi neutron-server[92954]: timer() Jul 07 14:02:21.417151 dv-cinder-799821-1-iscsi neutron-server[92954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 14:02:21.417151 dv-cinder-799821-1-iscsi neutron-server[92954]: cb(*args, **kw) Jul 07 14:02:21.417151 dv-cinder-799821-1-iscsi neutron-server[92954]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 14:02:21.417151 dv-cinder-799821-1-iscsi neutron-server[92954]: return func(*args, **kwargs) Jul 07 14:02:21.417151 dv-cinder-799821-1-iscsi neutron-server[92954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 14:02:21.417151 dv-cinder-799821-1-iscsi neutron-server[92954]: self._notify() Jul 07 14:02:21.417151 dv-cinder-799821-1-iscsi neutron-server[92954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 14:02:21.417151 dv-cinder-799821-1-iscsi neutron-server[92954]: self.callback(batched_events) Jul 07 14:02:21.417151 dv-cinder-799821-1-iscsi neutron-server[92954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 14:02:21.417151 dv-cinder-799821-1-iscsi neutron-server[92954]: event.method(event) Jul 07 14:02:21.417151 dv-cinder-799821-1-iscsi neutron-server[92954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 14:02:21.417151 dv-cinder-799821-1-iscsi neutron-server[92954]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 14:02:21.417151 dv-cinder-799821-1-iscsi neutron-server[92954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 14:02:21.417151 dv-cinder-799821-1-iscsi neutron-server[92954]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 14:02:21.417151 dv-cinder-799821-1-iscsi neutron-server[92954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 14:02:21.417151 dv-cinder-799821-1-iscsi neutron-server[92954]: return f(self, *a, **k) Jul 07 14:02:21.417151 dv-cinder-799821-1-iscsi neutron-server[92954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 14:02:21.417151 dv-cinder-799821-1-iscsi neutron-server[92954]: return self._get(url).json() Jul 07 14:02:21.417151 dv-cinder-799821-1-iscsi neutron-server[92954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 14:02:21.417151 dv-cinder-799821-1-iscsi neutron-server[92954]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 14:02:21.417151 dv-cinder-799821-1-iscsi neutron-server[92954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 14:02:21.417151 dv-cinder-799821-1-iscsi neutron-server[92954]: return self.request(url, 'GET', **kwargs) Jul 07 14:02:21.417151 dv-cinder-799821-1-iscsi neutron-server[92954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 14:02:21.417151 dv-cinder-799821-1-iscsi neutron-server[92954]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 14:02:21.417151 dv-cinder-799821-1-iscsi neutron-server[92954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 14:02:21.417151 dv-cinder-799821-1-iscsi neutron-server[92954]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 14:02:21.417151 dv-cinder-799821-1-iscsi neutron-server[92954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 14:02:21.417151 dv-cinder-799821-1-iscsi neutron-server[92954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 14:02:21.417151 dv-cinder-799821-1-iscsi neutron-server[92954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 14:02:21.422106 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-6df9fb03-cc8a-47fb-8251-c85038a8fc34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1662071'] for network, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:21.446327 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df9fb03-cc8a-47fb-8251-c85038a8fc34 admin admin] Pushing event deleted for resources: {'Network': ['ID=75471e8b-95ae-4757-b096-2dafbf6cf99a,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:02:21.449025 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-6df9fb03-cc8a-47fb-8251-c85038a8fc34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582248'] for network, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:21.451832 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-6df9fb03-cc8a-47fb-8251-c85038a8fc34 admin admin] 10.222.0.16 "DELETE /v2.0/networks/75471e8b-95ae-4757-b096-2dafbf6cf99a HTTP/1.1" status: 204 len: 168 time: 0.7732363 Jul 07 14:02:21.462888 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-990419b6-2805-4bdc-b735-638a50d6b682 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:21.473067 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-990419b6-2805-4bdc-b735-638a50d6b682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:21.506132 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-990419b6-2805-4bdc-b735-638a50d6b682 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ba9463e176a04663a35adf7ea20dd862&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5295122 Jul 07 14:02:21.508102 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 46742) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:02:21.530273 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990419b6-2805-4bdc-b735-638a50d6b682 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43e6cd1b-8cb7-4d69-b289-ead92fc02aee,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:02:21.582390 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-f644f7bf-6be6-4991-801d-9e5a78b3dc90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:21.611893 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-f644f7bf-6be6-4991-801d-9e5a78b3dc90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:21.649905 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e64249-09cc-4cf3-b97d-39975ec28147 req-32986894-f1bf-46e3-a31d-2723c4e2ea86 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:02:21.651470 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-e3e64249-09cc-4cf3-b97d-39975ec28147 req-32986894-f1bf-46e3-a31d-2723c4e2ea86 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b6db017-c5cc-4651-bb17-9bd457b45295 HTTP/1.1" status: 200 len: 944 time: 0.0840707 Jul 07 14:02:21.686302 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-f644f7bf-6be6-4991-801d-9e5a78b3dc90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:21.689914 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-f644f7bf-6be6-4991-801d-9e5a78b3dc90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:21.691912 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-f644f7bf-6be6-4991-801d-9e5a78b3dc90 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/43e6cd1b-8cb7-4d69-b289-ead92fc02aee HTTP/1.1" status: 204 len: 168 time: 0.1823554 Jul 07 14:02:21.692770 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 46752) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:02:21.701914 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-e3e64249-09cc-4cf3-b97d-39975ec28147 req-87db5a6c-8859-4a3f-9bd1-999b19833dee tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7df1beb-b93b-47cb-b8fb-65a3d6c0c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410905 Jul 07 14:02:21.720804 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f644f7bf-6be6-4991-801d-9e5a78b3dc90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43e6cd1b-8cb7-4d69-b289-ead92fc02aee,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:02:21.757411 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-e90351ab-0af1-4d4c-b815-5508ea370c31 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2939b73b8ce04c97a0ecc75de3fc0a6e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0530245 Jul 07 14:02:21.760000 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 46756) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:02:21.811630 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-2701a897-984c-4cd0-8c39-e0e2fead5065 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:21.840174 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-2701a897-984c-4cd0-8c39-e0e2fead5065 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:21.895648 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-2701a897-984c-4cd0-8c39-e0e2fead5065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:21.898282 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-2701a897-984c-4cd0-8c39-e0e2fead5065 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:21.901790 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-2701a897-984c-4cd0-8c39-e0e2fead5065 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ac4a4773-c5b9-4563-9dbd-74cf463407e3 HTTP/1.1" status: 204 len: 168 time: 0.1384995 Jul 07 14:02:21.906912 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2701a897-984c-4cd0-8c39-e0e2fead5065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac4a4773-c5b9-4563-9dbd-74cf463407e3,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:02:22.618950 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d88c0d-0b68-449a-accc-b42b7026c323 req-5b24cf9d-e4cc-4e97-aa3a-317cd4bc57fb tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:02:22.621749 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-20d88c0d-0b68-449a-accc-b42b7026c323 req-5b24cf9d-e4cc-4e97-aa3a-317cd4bc57fb tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae504e1a-8b02-4d11-b9db-e50442d1da2b HTTP/1.1" status: 200 len: 945 time: 0.0852168 Jul 07 14:02:22.683216 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-20d88c0d-0b68-449a-accc-b42b7026c323 req-7993a3c0-4d13-4923-8454-8245ed72c234 tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] 10.222.0.16 "GET /v2.0/security-groups?id=84fc93f4-ffb2-41a0-bd9a-0c2108e2c950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532711 Jul 07 14:02:22.921765 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff8f813-12ce-4d7f-afbd-c3fadb58b98d req-ec32a76c-b588-4683-9ea5-c4f2ca7e3b87 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:02:22.924320 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-bff8f813-12ce-4d7f-afbd-c3fadb58b98d req-ec32a76c-b588-4683-9ea5-c4f2ca7e3b87 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b6db017-c5cc-4651-bb17-9bd457b45295 HTTP/1.1" status: 200 len: 944 time: 0.0822101 Jul 07 14:02:22.962972 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-bff8f813-12ce-4d7f-afbd-c3fadb58b98d req-b0ddde9a-b614-45af-a29d-32e8125ee508 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7df1beb-b93b-47cb-b8fb-65a3d6c0c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332270 Jul 07 14:02:22.993893 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 46836) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:02:23.078236 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 46840) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:02:23.128477 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.v2.base [None req-9807b823-02c8-4ad9-a557-8a4cfa54803c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1102867402-network', 'tenant_id': '62e31021b8044cd1897e43a8d26275b9'}} {{(pid=92953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 14:02:23.142407 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.v2.base [None req-f28218d4-0fcd-4847-af92-fc17f141c73c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1797942055-network', 'tenant_id': '2dc8ed5d3f5847589bf32e32ca6ffe9f'}} {{(pid=92953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 14:02:23.160546 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9807b823-02c8-4ad9-a557-8a4cfa54803c admin admin] Made reservation on behalf of 62e31021b8044cd1897e43a8d26275b9 for: {'network': 1} {{(pid=92953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 14:02:23.162943 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-9807b823-02c8-4ad9-a557-8a4cfa54803c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for network, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:23.175476 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-9807b823-02c8-4ad9-a557-8a4cfa54803c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:23.186616 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f28218d4-0fcd-4847-af92-fc17f141c73c admin admin] Made reservation on behalf of 2dc8ed5d3f5847589bf32e32ca6ffe9f for: {'network': 1} {{(pid=92953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 14:02:23.189380 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-f28218d4-0fcd-4847-af92-fc17f141c73c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for network, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:23.202543 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-f28218d4-0fcd-4847-af92-fc17f141c73c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:23.287500 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-9807b823-02c8-4ad9-a557-8a4cfa54803c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:23.292796 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-9807b823-02c8-4ad9-a557-8a4cfa54803c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:23.324600 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9807b823-02c8-4ad9-a557-8a4cfa54803c admin admin] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'} {{(pid=92953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 14:02:23.351912 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-9807b823-02c8-4ad9-a557-8a4cfa54803c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:23.352242 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.db.segments_db [None req-9807b823-02c8-4ad9-a557-8a4cfa54803c admin admin] Added segment d4cb3a52-2815-4c98-bcbb-6804b3b1590e of type vlan for network d5a402b8-fb82-49d2-a591-a3a216137cac Jul 07 14:02:23.353523 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9807b823-02c8-4ad9-a557-8a4cfa54803c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2551a6d1-3472-4f52-8352-4993782bafeb,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:02:23.567637 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-9807b823-02c8-4ad9-a557-8a4cfa54803c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744350994261'] for network, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:23.621463 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-9807b823-02c8-4ad9-a557-8a4cfa54803c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582279'] for network, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:23.622306 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9807b823-02c8-4ad9-a557-8a4cfa54803c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:02:23.622911 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-9807b823-02c8-4ad9-a557-8a4cfa54803c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582248'] for network, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:23.630336 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-f28218d4-0fcd-4847-af92-fc17f141c73c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:23.645610 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-f28218d4-0fcd-4847-af92-fc17f141c73c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:23.695801 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-9807b823-02c8-4ad9-a557-8a4cfa54803c admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.6164515 Jul 07 14:02:23.698950 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 46844) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:02:23.704279 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [None req-f1caedb4-48c2-415b-845c-c4a2c16a8808 admin admin] Request body: {'subnet': {'network_id': 'd5a402b8-fb82-49d2-a591-a3a216137cac', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1102867402-subnet', 'tenant_id': '62e31021b8044cd1897e43a8d26275b9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 14:02:23.708761 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f28218d4-0fcd-4847-af92-fc17f141c73c admin admin] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'} {{(pid=92953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 14:02:23.720314 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9807b823-02c8-4ad9-a557-8a4cfa54803c admin admin] Pushing event updated for resources: {'Network': ['ID=d5a402b8-fb82-49d2-a591-a3a216137cac,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:02:23.724285 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28218d4-0fcd-4847-af92-fc17f141c73c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ca8eaaa-74a0-401f-8d2b-57d3f01379aa,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:02:23.731121 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Network d5a402b8-fb82-49d2-a591-a3a216137cac details requested by agent ovs-agent-dv-cinder-799821-1-iscsi with host dv-cinder-799821-1-iscsi {{(pid=92955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 14:02:23.734032 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-f28218d4-0fcd-4847-af92-fc17f141c73c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:23.734852 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.db.segments_db [None req-f28218d4-0fcd-4847-af92-fc17f141c73c admin admin] Added segment a5453d1e-07a8-4e89-b7a7-c57497a51623 of type vlan for network 2e6ef9db-c645-46c2-a4ad-9a42b63fbd9a Jul 07 14:02:23.739234 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1caedb4-48c2-415b-845c-c4a2c16a8808 admin admin] Made reservation on behalf of 62e31021b8044cd1897e43a8d26275b9 for: {'subnet': 1} {{(pid=92954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 14:02:23.748059 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-f1caedb4-48c2-415b-845c-c4a2c16a8808 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8773563'] for subnet, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:23.838015 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-f28218d4-0fcd-4847-af92-fc17f141c73c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744350994261'] for network, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:23.925839 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-f28218d4-0fcd-4847-af92-fc17f141c73c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582279'] for network, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:23.926837 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f28218d4-0fcd-4847-af92-fc17f141c73c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:02:23.927434 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-f28218d4-0fcd-4847-af92-fc17f141c73c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582248'] for network, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:24.026983 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-f28218d4-0fcd-4847-af92-fc17f141c73c admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0319283 Jul 07 14:02:24.031991 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 46868) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:02:24.044108 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [None req-982a5be6-7929-4f21-b2d2-5d45f3f75b58 admin admin] Request body: {'subnet': {'network_id': '2e6ef9db-c645-46c2-a4ad-9a42b63fbd9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1797942055-subnet', 'tenant_id': '2dc8ed5d3f5847589bf32e32ca6ffe9f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 14:02:24.047872 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09f852d-d61e-425f-8abf-2d0723b1f18b req-27e8c6b4-5e85-495d-962b-e5f8c1c58cb9 tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:02:24.051121 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-f1caedb4-48c2-415b-845c-c4a2c16a8808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8461621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8773545'] for subnet, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:24.055698 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-c09f852d-d61e-425f-8abf-2d0723b1f18b req-27e8c6b4-5e85-495d-962b-e5f8c1c58cb9 tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae504e1a-8b02-4d11-b9db-e50442d1da2b HTTP/1.1" status: 200 len: 945 time: 0.2122426 Jul 07 14:02:24.057029 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28218d4-0fcd-4847-af92-fc17f141c73c admin admin] Pushing event updated for resources: {'Network': ['ID=2e6ef9db-c645-46c2-a4ad-9a42b63fbd9a,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:02:24.071157 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Network 2e6ef9db-c645-46c2-a4ad-9a42b63fbd9a details requested by agent ovs-agent-dv-cinder-799821-1-iscsi with host dv-cinder-799821-1-iscsi {{(pid=92955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 14:02:24.115064 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-c09f852d-d61e-425f-8abf-2d0723b1f18b req-821e9539-a86c-4401-8c9d-f91bdb0b6437 tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] 10.222.0.16 "GET /v2.0/security-groups?id=84fc93f4-ffb2-41a0-bd9a-0c2108e2c950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443966 Jul 07 14:02:24.170081 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1caedb4-48c2-415b-845c-c4a2c16a8808 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48d63b35-a0f2-4925-98ff-d191be5c1517,revision_number=0']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:02:24.226678 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-982a5be6-7929-4f21-b2d2-5d45f3f75b58 admin admin] Made reservation on behalf of 2dc8ed5d3f5847589bf32e32ca6ffe9f for: {'subnet': 1} {{(pid=92954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 14:02:24.237848 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-982a5be6-7929-4f21-b2d2-5d45f3f75b58 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8773563'] for subnet, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:24.345438 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1caedb4-48c2-415b-845c-c4a2c16a8808 admin admin] Checking segment: {'id': 'd4cb3a52-2815-4c98-bcbb-6804b3b1590e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'd5a402b8-fb82-49d2-a591-a3a216137cac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 14:02:24.345795 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1caedb4-48c2-415b-845c-c4a2c16a8808 admin admin] Network hostable DHCP agents. Network: d5a402b8-fb82-49d2-a591-a3a216137cac, hostable agents: ['29bf5154-9555-44d1-999c-b30e53d2ad5f'], hosted agents: [] {{(pid=92954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 14:02:24.381253 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1caedb4-48c2-415b-845c-c4a2c16a8808 admin admin] Network d5a402b8-fb82-49d2-a591-a3a216137cac is scheduled to be hosted by DHCP agent 29bf5154-9555-44d1-999c-b30e53d2ad5f with binding_index 1 {{(pid=92954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 14:02:24.426552 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.scheduler.base_scheduler [None req-f1caedb4-48c2-415b-845c-c4a2c16a8808 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799821-1-iscsi, d5a402b8-fb82-49d2-a591-a3a216137cac) {{(pid=92954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 14:02:24.433334 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1caedb4-48c2-415b-845c-c4a2c16a8808 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:02:24.433922 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-f1caedb4-48c2-415b-845c-c4a2c16a8808 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:24.440404 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd609cf-a71d-4cf9-ba6b-b36d1a3981e3 None None] Network d5a402b8-fb82-49d2-a591-a3a216137cac requested from dv-cinder-799821-1-iscsi {{(pid=92955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 14:02:24.490354 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c1dbeb-ddf0-4449-8f72-de5ce481b5a5 req-03de0607-ac23-4eb8-aa7a-af90689a4820 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:02:24.491765 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-e3c1dbeb-ddf0-4449-8f72-de5ce481b5a5 req-03de0607-ac23-4eb8-aa7a-af90689a4820 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b6db017-c5cc-4651-bb17-9bd457b45295 HTTP/1.1" status: 200 len: 944 time: 0.1308374 Jul 07 14:02:24.505835 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 46918) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:02:24.506231 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-f1caedb4-48c2-415b-845c-c4a2c16a8808 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.8061607 Jul 07 14:02:24.515066 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.v2.base [None req-97f5f0f1-cd13-4451-8560-11ed9f644cf0 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1102867402-router', 'tenant_id': '62e31021b8044cd1897e43a8d26275b9', 'external_gateway_info': {'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5'}}} {{(pid=92953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 14:02:24.567279 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-982a5be6-7929-4f21-b2d2-5d45f3f75b58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8461621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8773545'] for subnet, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:24.591644 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-e3c1dbeb-ddf0-4449-8f72-de5ce481b5a5 req-163c3dcb-d7b0-4035-a579-b68099cab6c5 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7df1beb-b93b-47cb-b8fb-65a3d6c0c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923164 Jul 07 14:02:24.608630 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a3e409f-e731-475d-b7e9-d27486dcf3d5 None None] Network d5a402b8-fb82-49d2-a591-a3a216137cac requested from dv-cinder-799821-1-iscsi {{(pid=92955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 14:02:24.618872 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-97f5f0f1-cd13-4451-8560-11ed9f644cf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1724625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6190'] for router, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:24.620082 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-97f5f0f1-cd13-4451-8560-11ed9f644cf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1724494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1714686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1653304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6177'] for router, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:24.721338 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982a5be6-7929-4f21-b2d2-5d45f3f75b58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6857c425-409b-4939-b968-403c9cbe1010,revision_number=0']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:02:24.727501 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982a5be6-7929-4f21-b2d2-5d45f3f75b58 admin admin] Checking segment: {'id': 'a5453d1e-07a8-4e89-b7a7-c57497a51623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '2e6ef9db-c645-46c2-a4ad-9a42b63fbd9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 14:02:24.728955 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-982a5be6-7929-4f21-b2d2-5d45f3f75b58 admin admin] Network hostable DHCP agents. Network: 2e6ef9db-c645-46c2-a4ad-9a42b63fbd9a, hostable agents: ['29bf5154-9555-44d1-999c-b30e53d2ad5f'], hosted agents: [] {{(pid=92954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 14:02:24.758603 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-982a5be6-7929-4f21-b2d2-5d45f3f75b58 admin admin] Network 2e6ef9db-c645-46c2-a4ad-9a42b63fbd9a is scheduled to be hosted by DHCP agent 29bf5154-9555-44d1-999c-b30e53d2ad5f with binding_index 1 {{(pid=92954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 14:02:24.770185 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.scheduler.base_scheduler [None req-982a5be6-7929-4f21-b2d2-5d45f3f75b58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799821-1-iscsi, 2e6ef9db-c645-46c2-a4ad-9a42b63fbd9a) {{(pid=92954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 14:02:24.779104 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af169f36-359d-4437-840d-5937e71ae5cb None None] Network 2e6ef9db-c645-46c2-a4ad-9a42b63fbd9a requested from dv-cinder-799821-1-iscsi {{(pid=92955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 14:02:24.780972 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-982a5be6-7929-4f21-b2d2-5d45f3f75b58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:02:24.781601 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-982a5be6-7929-4f21-b2d2-5d45f3f75b58 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:24.809365 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-97f5f0f1-cd13-4451-8560-11ed9f644cf0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:24.816646 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-982a5be6-7929-4f21-b2d2-5d45f3f75b58 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7818511 Jul 07 14:02:24.877887 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-f7541626-b29a-42e3-bf79-f1cc16fdb7b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:24.957177 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c3526e8-3995-4544-baf0-72d5898765f1 None None] Network 2e6ef9db-c645-46c2-a4ad-9a42b63fbd9a requested from dv-cinder-799821-1-iscsi {{(pid=92955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 14:02:24.980256 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-97f5f0f1-cd13-4451-8560-11ed9f644cf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1661972', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1724611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6195'] for router, precommit_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:25.284853 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-97f5f0f1-cd13-4451-8560-11ed9f644cf0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:25.319209 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-97f5f0f1-cd13-4451-8560-11ed9f644cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:25.376773 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 46946) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:02:25.438810 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.db.db_base_plugin_common [None req-97f5f0f1-cd13-4451-8560-11ed9f644cf0 admin admin] Allocated IP 172.27.0.132 (c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5/157deb10-066f-4182-88bf-9da6b52b6e64/2204f3be-9ec0-4920-9a96-dfb90015e7dc) {{(pid=92953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 14:02:25.448727 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Device c2a8a1f4-70b1-48ed-8ad4-7f8642f3990e details requested by agent hyperv_hv-cinder-79982 with host hv-cinder-79982 {{(pid=92955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 14:02:25.514114 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-8cd7d363-164f-45f6-8d20-50ddcb84bf0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:25.563577 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-97f5f0f1-cd13-4451-8560-11ed9f644cf0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:25.571846 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] For port c2a8a1f4-70b1-48ed-8ad4-7f8642f3990e, host hv-cinder-79982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79982',level=0,port_id=c2a8a1f4-70b1-48ed-8ad4-7f8642f3990e,segment=NetworkSegment(f3f58588-4c9a-407d-b956-d7d536d6c493),segment_id=f3f58588-4c9a-407d-b956-d7d536d6c493)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 14:02:25.588330 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Returning: {'device': 'c2a8a1f4-70b1-48ed-8ad4-7f8642f3990e', 'network_id': '8ff1e969-aa56-4a37-b509-25263365d4bf', 'port_id': 'c2a8a1f4-70b1-48ed-8ad4-7f8642f3990e', 'mac_address': 'fa:16:3e:32:5d:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c42dee8-1dec-4168-bdb5-a4e686f12390', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 14:02:25.608207 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-97f5f0f1-cd13-4451-8560-11ed9f644cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744350976988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2608666'] for port, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:25.618954 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-8cd7d363-164f-45f6-8d20-50ddcb84bf0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:25.629999 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:25.630368 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-8cd7d363-164f-45f6-8d20-50ddcb84bf0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:25.645815 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.notifiers.nova [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2a8a1f4-70b1-48ed-8ad4-7f8642f3990e {{(pid=92955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 14:02:25.648682 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f5f0f1-cd13-4451-8560-11ed9f644cf0 admin admin] Network c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5 is already hosted by enough agents. {{(pid=92953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 14:02:25.652183 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.scheduler.base_scheduler [None req-97f5f0f1-cd13-4451-8560-11ed9f644cf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=92953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 14:02:25.659866 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f5f0f1-cd13-4451-8560-11ed9f644cf0 admin admin] Received port after_create {{(pid=92953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 14:02:25.665621 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f5f0f1-cd13-4451-8560-11ed9f644cf0 admin admin] Pushing event updated for resources: {'Port': ['ID=2204f3be-9ec0-4920-9a96-dfb90015e7dc,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:02:25.670280 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] For port c2a8a1f4-70b1-48ed-8ad4-7f8642f3990e, host hv-cinder-79982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79982',level=0,port_id=c2a8a1f4-70b1-48ed-8ad4-7f8642f3990e,segment=NetworkSegment(f3f58588-4c9a-407d-b956-d7d536d6c493),segment_id=f3f58588-4c9a-407d-b956-d7d536d6c493)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 14:02:25.680221 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-8cd7d363-164f-45f6-8d20-50ddcb84bf0d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=36d89d58f9934e2f9eaf8824e8bba80c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2999885 Jul 07 14:02:25.680389 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:25.680515 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd7d363-164f-45f6-8d20-50ddcb84bf0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=359d9314-b2db-4439-b839-8540f3f8d473,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:02:25.682492 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 46954) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:02:25.760023 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-b0b0861d-3dd5-4881-a395-d65ede7a18d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:25.767420 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Pushing event updated for resources: {'Port': ['ID=c2a8a1f4-70b1-48ed-8ad4-7f8642f3990e,revision_number=4']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:02:25.791154 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-b0b0861d-3dd5-4881-a395-d65ede7a18d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:25.841144 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-b0b0861d-3dd5-4881-a395-d65ede7a18d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:25.843772 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-b0b0861d-3dd5-4881-a395-d65ede7a18d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:25.847541 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-b0b0861d-3dd5-4881-a395-d65ede7a18d8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/359d9314-b2db-4439-b839-8540f3f8d473 HTTP/1.1" status: 204 len: 168 time: 0.1616442 Jul 07 14:02:25.854107 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b0861d-3dd5-4881-a395-d65ede7a18d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=359d9314-b2db-4439-b839-8540f3f8d473,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:02:25.926522 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49892f7c-c31d-4c6c-8131-4308ee980bb7 req-2a976fb6-283a-4e82-a206-a7f7953489ad tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:02:25.928005 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-49892f7c-c31d-4c6c-8131-4308ee980bb7 req-2a976fb6-283a-4e82-a206-a7f7953489ad tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b6db017-c5cc-4651-bb17-9bd457b45295 HTTP/1.1" status: 200 len: 945 time: 0.1284783 Jul 07 14:02:26.009263 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-49892f7c-c31d-4c6c-8131-4308ee980bb7 req-6f871520-1763-49a5-95f3-5a64edc74953 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7df1beb-b93b-47cb-b8fb-65a3d6c0c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737143 Jul 07 14:02:26.021922 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-97f5f0f1-cd13-4451-8560-11ed9f644cf0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:26.143879 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 46964) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:02:26.157703 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-5ceb6294-e890-4567-ab52-340302e728a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:26.258350 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-5ceb6294-e890-4567-ab52-340302e728a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:26.268351 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-5ceb6294-e890-4567-ab52-340302e728a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:26.305766 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-5ceb6294-e890-4567-ab52-340302e728a7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7970d98c293545da915b3484908eb3ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1607864 Jul 07 14:02:26.306663 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ceb6294-e890-4567-ab52-340302e728a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88ac8824-aaa0-493e-a9b8-52e736b7f42f,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:02:26.308918 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 46968) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:02:26.358095 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-69a7d30c-a305-4e60-9d2d-c29bb3faa1c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:26.379288 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-69a7d30c-a305-4e60-9d2d-c29bb3faa1c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:26.385679 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-97f5f0f1-cd13-4451-8560-11ed9f644cf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1724634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1661967'] for router, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:26.427057 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-69a7d30c-a305-4e60-9d2d-c29bb3faa1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:26.429562 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-69a7d30c-a305-4e60-9d2d-c29bb3faa1c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:26.433302 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-69a7d30c-a305-4e60-9d2d-c29bb3faa1c8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/88ac8824-aaa0-493e-a9b8-52e736b7f42f HTTP/1.1" status: 204 len: 168 time: 0.1211150 Jul 07 14:02:26.442255 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a7d30c-a305-4e60-9d2d-c29bb3faa1c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88ac8824-aaa0-493e-a9b8-52e736b7f42f,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:02:26.542330 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97f5f0f1-cd13-4451-8560-11ed9f644cf0 admin admin] Router bbd5a8e0-9682-4ed6-990f-8d4f9faac622 is scheduled to L3 agent 652ddd47-bc13-4e1c-8285-b4eb8cea957f with binding_index 1 {{(pid=92953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 14:02:26.646577 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97f5f0f1-cd13-4451-8560-11ed9f644cf0 admin admin] Notify agent at l3_agent.dv-cinder-799821-1-iscsi the message routers_updated {{(pid=92953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 14:02:26.656263 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ff76de-51a0-45bd-8b33-f626ad689c11 None None] Sync routers for ids ['bbd5a8e0-9682-4ed6-990f-8d4f9faac622'] in dv-cinder-799821-1-iscsi {{(pid=92956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 14:02:26.662649 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-97f5f0f1-cd13-4451-8560-11ed9f644cf0 admin admin] Notify callbacks [] for router, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:26.666429 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-97f5f0f1-cd13-4451-8560-11ed9f644cf0 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.1523621 Jul 07 14:02:26.666722 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 46976) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:02:26.671972 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ff76de-51a0-45bd-8b33-f626ad689c11 None None] Routers {'bbd5a8e0-9682-4ed6-990f-8d4f9faac622'} bound to L3 agent in host dv-cinder-799821-1-iscsi {{(pid=92956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 14:02:26.674702 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-b8ff76de-51a0-45bd-8b33-f626ad689c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T13:53:27Z,description=,heartbeat_timestamp=2021-07-07T14:01:57Z,host='dv-cinder-799821-1-iscsi',id=652ddd47-bc13-4e1c-8285-b4eb8cea957f,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:53:27Z,topic='l3_agent')) {'router_ids': ['bbd5a8e0-9682-4ed6-990f-8d4f9faac622'], 'active': True} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:02:26.783675 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvr_db [None req-b8ff76de-51a0-45bd-8b33-f626ad689c11 None None] Set router bbd5a8e0-9682-4ed6-990f-8d4f9faac622 gateway port host: dv-cinder-799821-1-iscsi {{(pid=92956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 14:02:26.994832 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-b8ff76de-51a0-45bd-8b33-f626ad689c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd5a8e0-9682-4ed6-990f-8d4f9faac622', 'name': 'tempest-ServerRescueNegativeTestJSON-1102867402-router', 'tenant_id': '62e31021b8044cd1897e43a8d26275b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'external_fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '2204f3be-9ec0-4920-9a96-dfb90015e7dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T14:02:24Z', 'updated_at': '2021-07-07T14:02:25Z', 'revision_number': 3, 'project_id': '62e31021b8044cd1897e43a8d26275b9', 'gw_port': {'id': '2204f3be-9ec0-4920-9a96-dfb90015e7dc', 'name': '', 'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:4e:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbd5a8e0-9682-4ed6-990f-8d4f9faac622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:02:25Z', 'updated_at': '2021-07-07T14:02:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799821-1-iscsi'}], 'dv-cinder-799821-1-iscsi', False) {} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:02:27.027963 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ff76de-51a0-45bd-8b33-f626ad689c11 None None] Checking router: bbd5a8e0-9682-4ed6-990f-8d4f9faac622 for host: dv-cinder-799821-1-iscsi {{(pid=92956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 14:02:27.028391 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ff76de-51a0-45bd-8b33-f626ad689c11 None None] Updating router bbd5a8e0-9682-4ed6-990f-8d4f9faac622 port 2204f3be-9ec0-4920-9a96-dfb90015e7dc binding host dv-cinder-799821-1-iscsi {{(pid=92956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 14:02:27.065492 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-b8ff76de-51a0-45bd-8b33-f626ad689c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:27.158528 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-97af8e51-2ae3-4a48-8657-110795044678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:27.306707 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e8afa8-ac7d-40f8-9dc1-e25a2528c491 req-f1748f9a-9344-4ef1-8809-55979c0db0f4 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:02:27.314116 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-c5e8afa8-ac7d-40f8-9dc1-e25a2528c491 req-f1748f9a-9344-4ef1-8809-55979c0db0f4 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b6db017-c5cc-4651-bb17-9bd457b45295 HTTP/1.1" status: 200 len: 945 time: 0.1687176 Jul 07 14:02:27.373179 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-b8ff76de-51a0-45bd-8b33-f626ad689c11 None None] Notify callbacks [] for port, precommit_update {{(pid=92956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:27.385294 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.provisioning_blocks [None req-b8ff76de-51a0-45bd-8b33-f626ad689c11 None None] Transition to ACTIVE for port object 2204f3be-9ec0-4920-9a96-dfb90015e7dc will not be triggered until provisioned by entity L2. {{(pid=92956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 14:02:27.398740 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-c5e8afa8-ac7d-40f8-9dc1-e25a2528c491 req-f0f6df59-6fb7-4958-913e-e45dd11a1ac8 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7df1beb-b93b-47cb-b8fb-65a3d6c0c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804417 Jul 07 14:02:27.412118 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-b8ff76de-51a0-45bd-8b33-f626ad689c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567'] for port, after_update {{(pid=92956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:27.431909 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.db.db_base_plugin_common [None req-97af8e51-2ae3-4a48-8657-110795044678 admin admin] Allocated IP 172.20.0.1 (d5a402b8-fb82-49d2-a591-a3a216137cac/48d63b35-a0f2-4925-98ff-d191be5c1517/109a412f-0c32-4ea7-ad6e-f944b7d2381f) {{(pid=92953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 14:02:27.485086 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-3d4d1c79-5a43-4ee6-af7a-b926d6bc9cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:27.579800 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.managers [None req-b8ff76de-51a0-45bd-8b33-f626ad689c11 None None] Attempting to bind port 2204f3be-9ec0-4920-9a96-dfb90015e7dc on host dv-cinder-799821-1-iscsi for vnic_type normal with profile {{(pid=92956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 14:02:27.580189 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.managers [None req-b8ff76de-51a0-45bd-8b33-f626ad689c11 None None] Attempting to bind port 2204f3be-9ec0-4920-9a96-dfb90015e7dc by drivers openvswitch,hyperv on host dv-cinder-799821-1-iscsi at level 0 using segments [{'id': 'f9b1122d-b65f-4a0f-8420-4cc063cf42b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5'}] {{(pid=92956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 14:02:27.580532 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ff76de-51a0-45bd-8b33-f626ad689c11 None None] Attempting to bind port 2204f3be-9ec0-4920-9a96-dfb90015e7dc on network c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5 {{(pid=92956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 14:02:27.588501 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-97af8e51-2ae3-4a48-8657-110795044678 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:27.594260 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ff76de-51a0-45bd-8b33-f626ad689c11 None None] Checking agent: {'id': 'bf273e17-8767-46a0-900a-b292254968fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799821-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 13, 53, 28), 'started_at': datetime.datetime(2021, 7, 7, 13, 53, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 14, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799821-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 14:02:27.595107 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ff76de-51a0-45bd-8b33-f626ad689c11 None None] Checking segment: {'id': 'f9b1122d-b65f-4a0f-8420-4cc063cf42b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 14:02:27.595570 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-b8ff76de-51a0-45bd-8b33-f626ad689c11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:27.596022 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ff76de-51a0-45bd-8b33-f626ad689c11 None None] Bound using segment: {'id': 'f9b1122d-b65f-4a0f-8420-4cc063cf42b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5'} {{(pid=92956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 14:02:27.596639 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.managers [None req-b8ff76de-51a0-45bd-8b33-f626ad689c11 None None] Bound port: 2204f3be-9ec0-4920-9a96-dfb90015e7dc, host: dv-cinder-799821-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9b1122d-b65f-4a0f-8420-4cc063cf42b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5'}}] {{(pid=92956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 14:02:27.597036 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-b8ff76de-51a0-45bd-8b33-f626ad689c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:27.601990 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd8df5d-9076-4325-9db1-fd81901b4977 None None] Pushing event updated for resources: {'Port': ['ID=2204f3be-9ec0-4920-9a96-dfb90015e7dc,revision_number=2']} {{(pid=92956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:02:27.629752 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd8df5d-9076-4325-9db1-fd81901b4977 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:02:27.630069 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd8df5d-9076-4325-9db1-fd81901b4977 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:02:27.630406 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd8df5d-9076-4325-9db1-fd81901b4977 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:02:27.630773 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd8df5d-9076-4325-9db1-fd81901b4977 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:02:27.631098 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd8df5d-9076-4325-9db1-fd81901b4977 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:02:27.631430 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd8df5d-9076-4325-9db1-fd81901b4977 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:02:27.631801 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd8df5d-9076-4325-9db1-fd81901b4977 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:02:27.632134 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd8df5d-9076-4325-9db1-fd81901b4977 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:02:27.632498 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd8df5d-9076-4325-9db1-fd81901b4977 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:02:27.632838 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd8df5d-9076-4325-9db1-fd81901b4977 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:02:27.633163 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd8df5d-9076-4325-9db1-fd81901b4977 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:02:27.633473 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd8df5d-9076-4325-9db1-fd81901b4977 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:02:27.634660 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-97af8e51-2ae3-4a48-8657-110795044678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744350976988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2608666'] for port, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:27.670899 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.db [None req-b8ff76de-51a0-45bd-8b33-f626ad689c11 None None] For port 2204f3be-9ec0-4920-9a96-dfb90015e7dc, host dv-cinder-799821-1-iscsi, cleared binding levels {{(pid=92956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 14:02:27.671455 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] get_ports_and_sgs() called for port_ids ['c2a8a1f4-70b1-48ed-8ad4-7f8642f3990e'] {{(pid=92955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 14:02:27.675593 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.db [None req-b8ff76de-51a0-45bd-8b33-f626ad689c11 None None] For port 2204f3be-9ec0-4920-9a96-dfb90015e7dc, host dv-cinder-799821-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799821-1-iscsi',level=0,port_id=2204f3be-9ec0-4920-9a96-dfb90015e7dc,segment=NetworkSegment(f9b1122d-b65f-4a0f-8420-4cc063cf42b9),segment_id=f9b1122d-b65f-4a0f-8420-4cc063cf42b9)] {{(pid=92956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 14:02:27.679952 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97af8e51-2ae3-4a48-8657-110795044678 admin admin] Network d5a402b8-fb82-49d2-a591-a3a216137cac is already hosted by enough agents. {{(pid=92953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 14:02:27.683479 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.scheduler.base_scheduler [None req-97af8e51-2ae3-4a48-8657-110795044678 admin admin] Resources bound (agent type, host, resource id): {{(pid=92953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 14:02:27.683856 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-b8ff76de-51a0-45bd-8b33-f626ad689c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567'] for port, after_update {{(pid=92956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:27.687798 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97af8e51-2ae3-4a48-8657-110795044678 admin admin] Received port after_create {{(pid=92953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 14:02:27.743243 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af8e51-2ae3-4a48-8657-110795044678 admin admin] Pushing event updated for resources: {'Port': ['ID=109a412f-0c32-4ea7-ad6e-f944b7d2381f,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:02:27.754793 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-97af8e51-2ae3-4a48-8657-110795044678 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1726264'] for router_interface, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:27.761222 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd8df5d-9076-4325-9db1-fd81901b4977 None None] Pushing event updated for resources: {'Port': ['ID=2204f3be-9ec0-4920-9a96-dfb90015e7dc,revision_number=3']} {{(pid=92956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:02:27.788126 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ff76de-51a0-45bd-8b33-f626ad689c11 None None] Routers {'bbd5a8e0-9682-4ed6-990f-8d4f9faac622'} bound to L3 agent in host dv-cinder-799821-1-iscsi {{(pid=92956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 14:02:27.788630 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-b8ff76de-51a0-45bd-8b33-f626ad689c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T13:53:27Z,description=,heartbeat_timestamp=2021-07-07T14:02:27Z,host='dv-cinder-799821-1-iscsi',id=652ddd47-bc13-4e1c-8285-b4eb8cea957f,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:53:27Z,topic='l3_agent')) {'router_ids': ['bbd5a8e0-9682-4ed6-990f-8d4f9faac622'], 'active': True} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:02:27.829137 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:27.955734 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvr_db [None req-b8ff76de-51a0-45bd-8b33-f626ad689c11 None None] Set router bbd5a8e0-9682-4ed6-990f-8d4f9faac622 gateway port host: dv-cinder-799821-1-iscsi {{(pid=92956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 14:02:28.073111 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-97af8e51-2ae3-4a48-8657-110795044678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:28.191522 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-b8ff76de-51a0-45bd-8b33-f626ad689c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd5a8e0-9682-4ed6-990f-8d4f9faac622', 'name': 'tempest-ServerRescueNegativeTestJSON-1102867402-router', 'tenant_id': '62e31021b8044cd1897e43a8d26275b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'external_fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '2204f3be-9ec0-4920-9a96-dfb90015e7dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T14:02:24Z', 'updated_at': '2021-07-07T14:02:25Z', 'revision_number': 3, 'project_id': '62e31021b8044cd1897e43a8d26275b9', 'gw_port': {'id': '2204f3be-9ec0-4920-9a96-dfb90015e7dc', 'name': '', 'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:4e:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbd5a8e0-9682-4ed6-990f-8d4f9faac622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:02:25Z', 'updated_at': '2021-07-07T14:02:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799821-1-iscsi'}], 'dv-cinder-799821-1-iscsi', False) {} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:02:28.220990 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ff76de-51a0-45bd-8b33-f626ad689c11 None None] The sync data for ids ['bbd5a8e0-9682-4ed6-990f-8d4f9faac622'] in dv-cinder-799821-1-iscsi is: [{'id': 'bbd5a8e0-9682-4ed6-990f-8d4f9faac622', 'name': 'tempest-ServerRescueNegativeTestJSON-1102867402-router', 'tenant_id': '62e31021b8044cd1897e43a8d26275b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'external_fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '2204f3be-9ec0-4920-9a96-dfb90015e7dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T14:02:24Z', 'updated_at': '2021-07-07T14:02:25Z', 'revision_number': 3, 'project_id': '62e31021b8044cd1897e43a8d26275b9', 'gw_port': {'id': '2204f3be-9ec0-4920-9a96-dfb90015e7dc', 'name': '', 'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:4e:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbd5a8e0-9682-4ed6-990f-8d4f9faac622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:02:25Z', 'updated_at': '2021-07-07T14:02:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799821-1-iscsi'}] {{(pid=92956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 14:02:28.264153 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-97af8e51-2ae3-4a48-8657-110795044678 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:28.273618 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-97af8e51-2ae3-4a48-8657-110795044678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2608872'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:28.348895 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af8e51-2ae3-4a48-8657-110795044678 admin admin] Pushing event updated for resources: {'Port': ['ID=109a412f-0c32-4ea7-ad6e-f944b7d2381f,revision_number=2']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:02:28.354121 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-97af8e51-2ae3-4a48-8657-110795044678 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1712197'] for router_interface, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:28.494482 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-d29acf01-add8-497b-a997-078de4de8811 req-b0f6595b-15c6-4aa9-a792-a989c29e0b01 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=96498ca8-2669-4f47-be39-a648f426eda3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1190028 Jul 07 14:02:28.514326 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97af8e51-2ae3-4a48-8657-110795044678 admin admin] Network d5a402b8-fb82-49d2-a591-a3a216137cac is already hosted by enough agents. {{(pid=92953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 14:02:28.518777 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.scheduler.base_scheduler [None req-97af8e51-2ae3-4a48-8657-110795044678 admin admin] Resources bound (agent type, host, resource id): {{(pid=92953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 14:02:28.598747 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-797095d9-f31f-46bc-add0-d9922559420e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:28.768897 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29acf01-add8-497b-a997-078de4de8811 req-bd5500b8-160a-47e4-abee-9da1cd2ec53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:02:28.771455 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-d29acf01-add8-497b-a997-078de4de8811 req-bd5500b8-160a-47e4-abee-9da1cd2ec53e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4606813b7d26435ca537716b5eac6fcc&device_id=96498ca8-2669-4f47-be39-a648f426eda3 HTTP/1.1" status: 200 len: 1099 time: 0.1931067 Jul 07 14:02:28.816300 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632f9da2-3b1d-45e0-b0d7-3599b780dca1 req-2bb104f4-e375-41b0-880b-0fcd1941484e tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:02:28.823269 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-632f9da2-3b1d-45e0-b0d7-3599b780dca1 req-2bb104f4-e375-41b0-880b-0fcd1941484e tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b6db017-c5cc-4651-bb17-9bd457b45295 HTTP/1.1" status: 200 len: 945 time: 0.1609960 Jul 07 14:02:28.841582 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97af8e51-2ae3-4a48-8657-110795044678 admin admin] Router bbd5a8e0-9682-4ed6-990f-8d4f9faac622 has already been hosted by L3 agent 652ddd47-bc13-4e1c-8285-b4eb8cea957f {{(pid=92953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 14:02:28.972383 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-632f9da2-3b1d-45e0-b0d7-3599b780dca1 req-f3b8a42c-cfe1-4e85-a2b8-e25136b4b660 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7df1beb-b93b-47cb-b8fb-65a3d6c0c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476624 Jul 07 14:02:28.983197 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29acf01-add8-497b-a997-078de4de8811 req-73e8484f-a1ab-4fa2-8f1c-ff68cd04023d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:02:28.987667 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-d29acf01-add8-497b-a997-078de4de8811 req-73e8484f-a1ab-4fa2-8f1c-ff68cd04023d service neutron] 10.222.0.24 "GET /v2.0/networks?id=8ff1e969-aa56-4a37-b509-25263365d4bf HTTP/1.1" status: 200 len: 916 time: 0.1842153 Jul 07 14:02:29.080336 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-d29acf01-add8-497b-a997-078de4de8811 req-ec16db8f-db17-46b7-9bf8-279634c01a44 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a6f266a4-eec8-4dc4-97e0-ad4c884aec24 HTTP/1.1" status: 200 len: 217 time: 0.0820794 Jul 07 14:02:29.098196 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97af8e51-2ae3-4a48-8657-110795044678 admin admin] Notify agent at l3_agent.dv-cinder-799821-1-iscsi the message routers_updated {{(pid=92953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 14:02:29.116576 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-97af8e51-2ae3-4a48-8657-110795044678 admin admin] 10.222.0.16 "PUT /v2.0/routers/bbd5a8e0-9682-4ed6-990f-8d4f9faac622/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4361520 Jul 07 14:02:29.222431 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0f5f90-3a73-49c6-a7b8-683ef779e4fd req-01508be1-b648-4765-8852-1e9a1c339bc9 tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:02:29.224108 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-4a0f5f90-3a73-49c6-a7b8-683ef779e4fd req-01508be1-b648-4765-8852-1e9a1c339bc9 tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] 10.222.0.16 "GET /v2.0/networks?id=2e6ef9db-c645-46c2-a4ad-9a42b63fbd9a HTTP/1.1" status: 200 len: 809 time: 0.1148014 Jul 07 14:02:29.241212 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-4a0f5f90-3a73-49c6-a7b8-683ef779e4fd req-d89956ad-79c8-4e89-b2a3-6e6a9eb99686 tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] 10.222.0.16 "GET /v2.0/quotas/2dc8ed5d3f5847589bf32e32ca6ffe9f HTTP/1.1" status: 200 len: 375 time: 0.0116260 Jul 07 14:02:29.280741 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-4a0f5f90-3a73-49c6-a7b8-683ef779e4fd req-2180e9e3-f676-4a91-b111-1079a840b83b tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2dc8ed5d3f5847589bf32e32ca6ffe9f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0341074 Jul 07 14:02:29.383216 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-4a0f5f90-3a73-49c6-a7b8-683ef779e4fd req-420919d2-cf9c-47ed-8934-d2c3df2b22cd service neutron] 10.222.0.16 "GET /v2.0/networks/2e6ef9db-c645-46c2-a4ad-9a42b63fbd9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939376 Jul 07 14:02:29.480308 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-4a0f5f90-3a73-49c6-a7b8-683ef779e4fd req-d62adb6c-9960-4542-ac9c-c926cb60417e service neutron] 10.222.0.16 "GET /v2.0/networks/2e6ef9db-c645-46c2-a4ad-9a42b63fbd9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912888 Jul 07 14:02:29.612347 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4591bafa-d63e-482c-a0cf-ae22ac8f69fb req-5bcc9b5a-0acc-4685-b285-38f7e8ce3588 tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:02:29.613837 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-4591bafa-d63e-482c-a0cf-ae22ac8f69fb req-5bcc9b5a-0acc-4685-b285-38f7e8ce3588 tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] 10.222.0.16 "GET /v2.0/networks?id=d5a402b8-fb82-49d2-a591-a3a216137cac HTTP/1.1" status: 200 len: 819 time: 0.1093230 Jul 07 14:02:29.630824 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-4591bafa-d63e-482c-a0cf-ae22ac8f69fb req-431e287e-a983-467e-aef0-c21e50d71d5a tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] 10.222.0.16 "GET /v2.0/quotas/62e31021b8044cd1897e43a8d26275b9 HTTP/1.1" status: 200 len: 375 time: 0.0113592 Jul 07 14:02:29.692464 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-1bf1c91a-06b9-4962-8986-6aac3fd63993 req-5834f6cc-9b3f-49e7-ac9e-41f2a3dc5dc7 tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a30716d-400c-48ac-88f0-dc1df3377d1f HTTP/1.1" status: 200 len: 210 time: 0.0458446 Jul 07 14:02:29.738746 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-4591bafa-d63e-482c-a0cf-ae22ac8f69fb req-9c59e469-0808-4b08-b7f3-24c78184e234 tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=62e31021b8044cd1897e43a8d26275b9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1004260 Jul 07 14:02:30.007745 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-4591bafa-d63e-482c-a0cf-ae22ac8f69fb req-78f3e338-8000-45e8-8b75-cacfbe8d7355 service neutron] 10.222.0.16 "GET /v2.0/networks/d5a402b8-fb82-49d2-a591-a3a216137cac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2641907 Jul 07 14:02:30.013801 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Device c2a8a1f4-70b1-48ed-8ad4-7f8642f3990e up at agent hyperv_hv-cinder-79982 {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 14:02:30.085076 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Provisioning for port c2a8a1f4-70b1-48ed-8ad4-7f8642f3990e completed by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 14:02:30.089534 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Provisioning complete for port c2a8a1f4-70b1-48ed-8ad4-7f8642f3990e triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 14:02:30.089908 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732533'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:30.144723 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29acf01-add8-497b-a997-078de4de8811 req-8a8b7a58-4385-44ec-9b5f-0c4926f78912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:02:30.148411 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-d29acf01-add8-497b-a997-078de4de8811 req-8a8b7a58-4385-44ec-9b5f-0c4926f78912 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3c42dee8-1dec-4168-bdb5-a4e686f12390 HTTP/1.1" status: 200 len: 855 time: 0.1252174 Jul 07 14:02:30.155198 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-4591bafa-d63e-482c-a0cf-ae22ac8f69fb req-dea418a6-142a-40b4-8d80-0db665929bde service neutron] 10.222.0.16 "GET /v2.0/networks/d5a402b8-fb82-49d2-a591-a3a216137cac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411328 Jul 07 14:02:30.171580 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Device 2204f3be-9ec0-4920-9a96-dfb90015e7dc up at agent ovs-agent-dv-cinder-799821-1-iscsi {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 14:02:30.211576 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-de2cb0b5-6e4a-418e-bae1-4b4e8a512c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:30.268561 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Provisioning for port 2204f3be-9ec0-4920-9a96-dfb90015e7dc completed by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 14:02:30.272057 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:30.275364 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Provisioning complete for port 2204f3be-9ec0-4920-9a96-dfb90015e7dc triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 14:02:30.275723 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732533'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:30.323536 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b6db017-c5cc-4651-bb17-9bd457b45295', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2a8a1f4-70b1-48ed-8ad4-7f8642f3990e'}] {{(pid=92955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 14:02:30.325725 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e11a9a08f0ebba7a9f0c3b7780f6d7944ec82452e2695ea1962573c23703eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21547e50-220c-462c-a6b1-301f3fec82bd" -d '{"events": [{"server_uuid": "0b6db017-c5cc-4651-bb17-9bd457b45295", "name": "network-vif-plugged", "status": "completed", "tag": "c2a8a1f4-70b1-48ed-8ad4-7f8642f3990e"}]}' {{(pid=92955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 14:02:30.347466 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] For port c2a8a1f4-70b1-48ed-8ad4-7f8642f3990e, host hv-cinder-79982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79982',level=0,port_id=c2a8a1f4-70b1-48ed-8ad4-7f8642f3990e,segment=NetworkSegment(f3f58588-4c9a-407d-b956-d7d536d6c493),segment_id=f3f58588-4c9a-407d-b956-d7d536d6c493)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 14:02:30.359046 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08fbe9d2-3167-4eb9-a775-58d0419e6154 None None] Sync routers for ids ['bbd5a8e0-9682-4ed6-990f-8d4f9faac622'] in dv-cinder-799821-1-iscsi {{(pid=92955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 14:02:30.369330 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:30.371746 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08fbe9d2-3167-4eb9-a775-58d0419e6154 None None] Routers {'bbd5a8e0-9682-4ed6-990f-8d4f9faac622'} bound to L3 agent in host dv-cinder-799821-1-iscsi {{(pid=92955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 14:02:30.372541 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-08fbe9d2-3167-4eb9-a775-58d0419e6154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T13:53:27Z,description=,heartbeat_timestamp=2021-07-07T14:02:27Z,host='dv-cinder-799821-1-iscsi',id=652ddd47-bc13-4e1c-8285-b4eb8cea957f,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:53:27Z,topic='l3_agent')) {'router_ids': ['bbd5a8e0-9682-4ed6-990f-8d4f9faac622'], 'active': True} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:02:30.447468 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f11f9e1-2724-4360-b8d7-50dd9e590177 req-e043831e-577a-470a-a1c4-e2494fb40e87 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:02:30.458921 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-9f11f9e1-2724-4360-b8d7-50dd9e590177 req-e043831e-577a-470a-a1c4-e2494fb40e87 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b6db017-c5cc-4651-bb17-9bd457b45295 HTTP/1.1" status: 200 len: 946 time: 0.0916886 Jul 07 14:02:30.493949 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-9f11f9e1-2724-4360-b8d7-50dd9e590177 req-680d8b8a-6cc0-4f59-bf71-034799a202fa tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7df1beb-b93b-47cb-b8fb-65a3d6c0c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339732 Jul 07 14:02:30.523372 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Pushing event updated for resources: {'Port': ['ID=c2a8a1f4-70b1-48ed-8ad4-7f8642f3990e,revision_number=5']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:02:30.550154 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:30.574427 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvr_db [None req-08fbe9d2-3167-4eb9-a775-58d0419e6154 None None] Set router bbd5a8e0-9682-4ed6-990f-8d4f9faac622 gateway port host: dv-cinder-799821-1-iscsi {{(pid=92955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 14:02:30.593636 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-d69c72dc-b4de-4d23-b483-98277332ca41 req-e3a942b8-edf7-4734-853e-39be517ddc2f tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] 10.222.0.16 "GET /v2.0/ports?device_id=795d3dde-bee1-49bb-8399-1b5f1b8d6905 HTTP/1.1" status: 200 len: 210 time: 0.0320799 Jul 07 14:02:30.600505 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] For port 2204f3be-9ec0-4920-9a96-dfb90015e7dc, host dv-cinder-799821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799821-1-iscsi',level=0,port_id=2204f3be-9ec0-4920-9a96-dfb90015e7dc,segment=NetworkSegment(f9b1122d-b65f-4a0f-8420-4cc063cf42b9),segment_id=f9b1122d-b65f-4a0f-8420-4cc063cf42b9)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 14:02:30.607004 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:30.678738 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 14:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f597778-2aad-4b85-ae32-ca0004796cd0 x-openstack-request-id: req-9f597778-2aad-4b85-ae32-ca0004796cd0 {{(pid=92955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 14:02:30.679022 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b6db017-c5cc-4651-bb17-9bd457b45295", "name": "network-vif-plugged", "status": "completed", "tag": "c2a8a1f4-70b1-48ed-8ad4-7f8642f3990e", "code": 200}]} {{(pid=92955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 14:02:30.679276 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9f597778-2aad-4b85-ae32-ca0004796cd0 {{(pid=92955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 14:02:30.679665 dv-cinder-799821-1-iscsi neutron-server[92955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b6db017-c5cc-4651-bb17-9bd457b45295', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2a8a1f4-70b1-48ed-8ad4-7f8642f3990e', 'code': 200} Jul 07 14:02:30.743499 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Pushing event updated for resources: {'Port': ['ID=2204f3be-9ec0-4920-9a96-dfb90015e7dc,revision_number=4']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:02:30.827649 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-08fbe9d2-3167-4eb9-a775-58d0419e6154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd5a8e0-9682-4ed6-990f-8d4f9faac622', 'name': 'tempest-ServerRescueNegativeTestJSON-1102867402-router', 'tenant_id': '62e31021b8044cd1897e43a8d26275b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'external_fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '2204f3be-9ec0-4920-9a96-dfb90015e7dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T14:02:24Z', 'updated_at': '2021-07-07T14:02:27Z', 'revision_number': 4, 'project_id': '62e31021b8044cd1897e43a8d26275b9', 'gw_port': {'id': '2204f3be-9ec0-4920-9a96-dfb90015e7dc', 'name': '', 'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:4e:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbd5a8e0-9682-4ed6-990f-8d4f9faac622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:02:25Z', 'updated_at': '2021-07-07T14:02:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799821-1-iscsi', '_interfaces': [{'id': '109a412f-0c32-4ea7-ad6e-f944b7d2381f', 'name': '', 'network_id': 'd5a402b8-fb82-49d2-a591-a3a216137cac', 'tenant_id': '62e31021b8044cd1897e43a8d26275b9', 'mac_address': 'fa:16:3e:97:05:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbd5a8e0-9682-4ed6-990f-8d4f9faac622', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '48d63b35-a0f2-4925-98ff-d191be5c1517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:02:27Z', 'updated_at': '2021-07-07T14:02:28Z', 'revision_number': 2, 'project_id': '62e31021b8044cd1897e43a8d26275b9', 'subnets': [{'id': '48d63b35-a0f2-4925-98ff-d191be5c1517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799821-1-iscsi', False) {} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:02:30.856172 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08fbe9d2-3167-4eb9-a775-58d0419e6154 None None] Checking router: bbd5a8e0-9682-4ed6-990f-8d4f9faac622 for host: dv-cinder-799821-1-iscsi {{(pid=92955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 14:02:30.856520 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08fbe9d2-3167-4eb9-a775-58d0419e6154 None None] Updating router bbd5a8e0-9682-4ed6-990f-8d4f9faac622 port 109a412f-0c32-4ea7-ad6e-f944b7d2381f binding host dv-cinder-799821-1-iscsi {{(pid=92955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 14:02:30.859727 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2c88fb-2325-46e6-bb6c-aa1a7303c5fb req-1892220d-d506-4290-9ab9-0a98456ef9c6 tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:02:30.860419 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-7b2c88fb-2325-46e6-bb6c-aa1a7303c5fb req-1892220d-d506-4290-9ab9-0a98456ef9c6 tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] 10.222.0.16 "GET /v2.0/networks?id=d5a402b8-fb82-49d2-a591-a3a216137cac HTTP/1.1" status: 200 len: 819 time: 0.1076262 Jul 07 14:02:30.878572 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-7b2c88fb-2325-46e6-bb6c-aa1a7303c5fb req-2a669c3d-62da-48de-b051-995fce8f462c tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] 10.222.0.16 "GET /v2.0/quotas/62e31021b8044cd1897e43a8d26275b9 HTTP/1.1" status: 200 len: 375 time: 0.0094795 Jul 07 14:02:30.890527 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-08fbe9d2-3167-4eb9-a775-58d0419e6154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:30.942723 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-7b2c88fb-2325-46e6-bb6c-aa1a7303c5fb req-45282b94-00e9-4e1c-948a-f05336a3de43 tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=62e31021b8044cd1897e43a8d26275b9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0590777 Jul 07 14:02:31.029427 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-7b2c88fb-2325-46e6-bb6c-aa1a7303c5fb req-19e26794-6dea-4306-8d53-c81ab0938e9b service neutron] 10.222.0.16 "GET /v2.0/networks/d5a402b8-fb82-49d2-a591-a3a216137cac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799208 Jul 07 14:02:31.120289 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-7b2c88fb-2325-46e6-bb6c-aa1a7303c5fb req-263e62b0-1ad1-40a4-a89d-3798c25c2915 service neutron] 10.222.0.16 "GET /v2.0/networks/d5a402b8-fb82-49d2-a591-a3a216137cac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849278 Jul 07 14:02:31.165685 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-08fbe9d2-3167-4eb9-a775-58d0419e6154 None None] Notify callbacks [] for port, precommit_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:31.177995 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-08fbe9d2-3167-4eb9-a775-58d0419e6154 None None] Transition to ACTIVE for port object 109a412f-0c32-4ea7-ad6e-f944b7d2381f will not be triggered until provisioned by entity L2. {{(pid=92955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 14:02:31.185322 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-08fbe9d2-3167-4eb9-a775-58d0419e6154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:31.244394 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f56910-b0fc-4ecc-b1a2-adc8dd374579 None None] Pushing event updated for resources: {'Port': ['ID=109a412f-0c32-4ea7-ad6e-f944b7d2381f,revision_number=3']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:02:31.315825 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.managers [None req-08fbe9d2-3167-4eb9-a775-58d0419e6154 None None] Attempting to bind port 109a412f-0c32-4ea7-ad6e-f944b7d2381f on host dv-cinder-799821-1-iscsi for vnic_type normal with profile {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 14:02:31.316190 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.managers [None req-08fbe9d2-3167-4eb9-a775-58d0419e6154 None None] Attempting to bind port 109a412f-0c32-4ea7-ad6e-f944b7d2381f by drivers openvswitch,hyperv on host dv-cinder-799821-1-iscsi at level 0 using segments [{'id': 'd4cb3a52-2815-4c98-bcbb-6804b3b1590e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'd5a402b8-fb82-49d2-a591-a3a216137cac'}] {{(pid=92955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 14:02:31.316542 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08fbe9d2-3167-4eb9-a775-58d0419e6154 None None] Attempting to bind port 109a412f-0c32-4ea7-ad6e-f944b7d2381f on network d5a402b8-fb82-49d2-a591-a3a216137cac {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 14:02:31.321400 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08fbe9d2-3167-4eb9-a775-58d0419e6154 None None] Checking agent: {'id': 'bf273e17-8767-46a0-900a-b292254968fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799821-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 13, 53, 28), 'started_at': datetime.datetime(2021, 7, 7, 13, 53, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 14, 2, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799821-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 14:02:31.321770 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08fbe9d2-3167-4eb9-a775-58d0419e6154 None None] Checking segment: {'id': 'd4cb3a52-2815-4c98-bcbb-6804b3b1590e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'd5a402b8-fb82-49d2-a591-a3a216137cac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 14:02:31.322162 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-08fbe9d2-3167-4eb9-a775-58d0419e6154 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:31.322594 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08fbe9d2-3167-4eb9-a775-58d0419e6154 None None] Bound using segment: {'id': 'd4cb3a52-2815-4c98-bcbb-6804b3b1590e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'd5a402b8-fb82-49d2-a591-a3a216137cac'} {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 14:02:31.323124 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.managers [None req-08fbe9d2-3167-4eb9-a775-58d0419e6154 None None] Bound port: 109a412f-0c32-4ea7-ad6e-f944b7d2381f, host: dv-cinder-799821-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4cb3a52-2815-4c98-bcbb-6804b3b1590e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'd5a402b8-fb82-49d2-a591-a3a216137cac'}}] {{(pid=92955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 14:02:31.323501 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-08fbe9d2-3167-4eb9-a775-58d0419e6154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:31.383158 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-1c5b56dd-fd04-41b6-b7cf-81a6e354089a req-4b2f9fbd-4cf4-4ea7-ac8e-b7ff1e08e736 tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a30716d-400c-48ac-88f0-dc1df3377d1f HTTP/1.1" status: 200 len: 210 time: 0.0337577 Jul 07 14:02:31.404384 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-08fbe9d2-3167-4eb9-a775-58d0419e6154 None None] For port 109a412f-0c32-4ea7-ad6e-f944b7d2381f, host dv-cinder-799821-1-iscsi, cleared binding levels {{(pid=92955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 14:02:31.409708 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-08fbe9d2-3167-4eb9-a775-58d0419e6154 None None] For port 109a412f-0c32-4ea7-ad6e-f944b7d2381f, host dv-cinder-799821-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799821-1-iscsi',level=0,port_id=109a412f-0c32-4ea7-ad6e-f944b7d2381f,segment=NetworkSegment(d4cb3a52-2815-4c98-bcbb-6804b3b1590e),segment_id=d4cb3a52-2815-4c98-bcbb-6804b3b1590e)] {{(pid=92955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 14:02:31.415662 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-08fbe9d2-3167-4eb9-a775-58d0419e6154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:31.456207 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-3fbb389b-4500-4b31-85ef-917cfc4447fa req-d3632984-062e-4d69-983f-70bd051801ca tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] 10.222.0.16 "GET /v2.0/ports?device_id=b21bb8c6-b904-4df4-86d3-22a5b66ad5de HTTP/1.1" status: 200 len: 210 time: 0.0300348 Jul 07 14:02:31.477624 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08fbe9d2-3167-4eb9-a775-58d0419e6154 None None] Routers {'bbd5a8e0-9682-4ed6-990f-8d4f9faac622'} bound to L3 agent in host dv-cinder-799821-1-iscsi {{(pid=92955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 14:02:31.478362 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-08fbe9d2-3167-4eb9-a775-58d0419e6154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T13:53:27Z,description=,heartbeat_timestamp=2021-07-07T14:02:27Z,host='dv-cinder-799821-1-iscsi',id=652ddd47-bc13-4e1c-8285-b4eb8cea957f,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:53:27Z,topic='l3_agent')) {'router_ids': ['bbd5a8e0-9682-4ed6-990f-8d4f9faac622'], 'active': True} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:02:31.524953 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f56910-b0fc-4ecc-b1a2-adc8dd374579 None None] Pushing event updated for resources: {'Port': ['ID=109a412f-0c32-4ea7-ad6e-f944b7d2381f,revision_number=4']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:02:31.694609 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c71008-b632-43eb-81cc-4394f85f304f req-74f7b2ba-06a1-4714-b71b-f40840cbe78a tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:02:31.696202 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-18c71008-b632-43eb-81cc-4394f85f304f req-74f7b2ba-06a1-4714-b71b-f40840cbe78a tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b6db017-c5cc-4651-bb17-9bd457b45295 HTTP/1.1" status: 200 len: 946 time: 0.0795059 Jul 07 14:02:31.726036 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvr_db [None req-08fbe9d2-3167-4eb9-a775-58d0419e6154 None None] Set router bbd5a8e0-9682-4ed6-990f-8d4f9faac622 gateway port host: dv-cinder-799821-1-iscsi {{(pid=92955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 14:02:31.734291 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-18c71008-b632-43eb-81cc-4394f85f304f req-e42896f5-6ddb-42f1-b19e-03fd0e2f5eb6 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7df1beb-b93b-47cb-b8fb-65a3d6c0c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324333 Jul 07 14:02:31.942535 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-08fbe9d2-3167-4eb9-a775-58d0419e6154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd5a8e0-9682-4ed6-990f-8d4f9faac622', 'name': 'tempest-ServerRescueNegativeTestJSON-1102867402-router', 'tenant_id': '62e31021b8044cd1897e43a8d26275b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'external_fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '2204f3be-9ec0-4920-9a96-dfb90015e7dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T14:02:24Z', 'updated_at': '2021-07-07T14:02:27Z', 'revision_number': 4, 'project_id': '62e31021b8044cd1897e43a8d26275b9', 'gw_port': {'id': '2204f3be-9ec0-4920-9a96-dfb90015e7dc', 'name': '', 'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:4e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd5a8e0-9682-4ed6-990f-8d4f9faac622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:02:25Z', 'updated_at': '2021-07-07T14:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799821-1-iscsi', '_interfaces': [{'id': '109a412f-0c32-4ea7-ad6e-f944b7d2381f', 'name': '', 'network_id': 'd5a402b8-fb82-49d2-a591-a3a216137cac', 'tenant_id': '62e31021b8044cd1897e43a8d26275b9', 'mac_address': 'fa:16:3e:97:05:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbd5a8e0-9682-4ed6-990f-8d4f9faac622', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '48d63b35-a0f2-4925-98ff-d191be5c1517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:02:27Z', 'updated_at': '2021-07-07T14:02:31Z', 'revision_number': 4, 'project_id': '62e31021b8044cd1897e43a8d26275b9', 'subnets': [{'id': '48d63b35-a0f2-4925-98ff-d191be5c1517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799821-1-iscsi', False) {} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:02:31.969084 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08fbe9d2-3167-4eb9-a775-58d0419e6154 None None] The sync data for ids ['bbd5a8e0-9682-4ed6-990f-8d4f9faac622'] in dv-cinder-799821-1-iscsi is: [{'id': 'bbd5a8e0-9682-4ed6-990f-8d4f9faac622', 'name': 'tempest-ServerRescueNegativeTestJSON-1102867402-router', 'tenant_id': '62e31021b8044cd1897e43a8d26275b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'external_fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '2204f3be-9ec0-4920-9a96-dfb90015e7dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T14:02:24Z', 'updated_at': '2021-07-07T14:02:27Z', 'revision_number': 4, 'project_id': '62e31021b8044cd1897e43a8d26275b9', 'gw_port': {'id': '2204f3be-9ec0-4920-9a96-dfb90015e7dc', 'name': '', 'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:4e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd5a8e0-9682-4ed6-990f-8d4f9faac622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:02:25Z', 'updated_at': '2021-07-07T14:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799821-1-iscsi', '_interfaces': [{'id': '109a412f-0c32-4ea7-ad6e-f944b7d2381f', 'name': '', 'network_id': 'd5a402b8-fb82-49d2-a591-a3a216137cac', 'tenant_id': '62e31021b8044cd1897e43a8d26275b9', 'mac_address': 'fa:16:3e:97:05:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbd5a8e0-9682-4ed6-990f-8d4f9faac622', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '48d63b35-a0f2-4925-98ff-d191be5c1517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:02:27Z', 'updated_at': '2021-07-07T14:02:31Z', 'revision_number': 4, 'project_id': '62e31021b8044cd1897e43a8d26275b9', 'subnets': [{'id': '48d63b35-a0f2-4925-98ff-d191be5c1517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 14:02:32.169246 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:32.188358 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-d29acf01-add8-497b-a997-078de4de8811 req-545e4071-aced-4e52-9cdc-09dd853fd436 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8ff1e969-aa56-4a37-b509-25263365d4bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580866 Jul 07 14:02:32.216137 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Device 109a412f-0c32-4ea7-ad6e-f944b7d2381f up at agent ovs-agent-dv-cinder-799821-1-iscsi {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 14:02:32.312662 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Provisioning for port 109a412f-0c32-4ea7-ad6e-f944b7d2381f completed by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 14:02:32.322865 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Provisioning complete for port 109a412f-0c32-4ea7-ad6e-f944b7d2381f triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 14:02:32.323253 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732533'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:32.392028 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-d29acf01-add8-497b-a997-078de4de8811 req-159f2517-11cd-410b-a9b7-7788a83bff3f service neutron] 10.222.0.24 "GET /v2.0/networks/8ff1e969-aa56-4a37-b509-25263365d4bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714020 Jul 07 14:02:32.530095 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:32.531375 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-d29acf01-add8-497b-a997-078de4de8811 req-00deed1f-bbc8-412e-a941-b60e75dc34d6 service neutron] 10.222.0.24 "GET /v2.0/networks/8ff1e969-aa56-4a37-b509-25263365d4bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304624 Jul 07 14:02:32.601960 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] For port 109a412f-0c32-4ea7-ad6e-f944b7d2381f, host dv-cinder-799821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799821-1-iscsi',level=0,port_id=109a412f-0c32-4ea7-ad6e-f944b7d2381f,segment=NetworkSegment(d4cb3a52-2815-4c98-bcbb-6804b3b1590e),segment_id=d4cb3a52-2815-4c98-bcbb-6804b3b1590e)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 14:02:32.613104 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:32.614580 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Device 2204f3be-9ec0-4920-9a96-dfb90015e7dc up at agent ovs-agent-dv-cinder-799821-1-iscsi {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 14:02:32.688991 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-8c8ed2fe-2bad-4da0-b972-54b8801d0b20 req-946680fa-5a00-4c53-8cdc-2c569e491e79 tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a30716d-400c-48ac-88f0-dc1df3377d1f HTTP/1.1" status: 200 len: 210 time: 0.0835712 Jul 07 14:02:32.744990 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-88993467-8899-4b3b-9470-83d1d5e8496d req-36a4c2bb-3bc2-4cfb-862b-2c263928d2a5 tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] 10.222.0.16 "GET /v2.0/ports?device_id=b21bb8c6-b904-4df4-86d3-22a5b66ad5de HTTP/1.1" status: 200 len: 210 time: 0.0696800 Jul 07 14:02:32.752678 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Pushing event updated for resources: {'Port': ['ID=109a412f-0c32-4ea7-ad6e-f944b7d2381f,revision_number=5']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:02:32.767650 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Provisioning complete for port 2204f3be-9ec0-4920-9a96-dfb90015e7dc triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 14:02:32.768097 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732533'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:32.832570 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc38697-86a9-4738-9d2e-87b04bb03be1 req-a6211c49-557d-4229-96db-2854b48ed336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:02:32.834278 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-7bc38697-86a9-4738-9d2e-87b04bb03be1 req-a6211c49-557d-4229-96db-2854b48ed336 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0b6db017-c5cc-4651-bb17-9bd457b45295 HTTP/1.1" status: 200 len: 1099 time: 0.0800796 Jul 07 14:02:32.890035 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-7bc38697-86a9-4738-9d2e-87b04bb03be1 req-4567d2f1-d2dd-4067-a936-7c337e30f99d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e7df1beb-b93b-47cb-b8fb-65a3d6c0c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452559 Jul 07 14:02:32.979460 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a863c3f9-f545-4437-bbdb-b32e766e97e6 req-9576ff7b-3e9c-4990-8f87-09b235a283f9 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:02:32.980895 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-a863c3f9-f545-4437-bbdb-b32e766e97e6 req-9576ff7b-3e9c-4990-8f87-09b235a283f9 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b6db017-c5cc-4651-bb17-9bd457b45295 HTTP/1.1" status: 200 len: 946 time: 0.1121056 Jul 07 14:02:33.025452 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-a863c3f9-f545-4437-bbdb-b32e766e97e6 req-cdd098e8-731b-49b9-812a-2ef6ef50a365 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7df1beb-b93b-47cb-b8fb-65a3d6c0c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382483 Jul 07 14:02:33.552413 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0f5f90-3a73-49c6-a7b8-683ef779e4fd req-abdcb1a5-20ba-463f-b6aa-e3d7ad7c679f tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:02:33.554615 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-4a0f5f90-3a73-49c6-a7b8-683ef779e4fd req-abdcb1a5-20ba-463f-b6aa-e3d7ad7c679f tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] 10.222.0.24 "GET /v2.0/networks?id=2e6ef9db-c645-46c2-a4ad-9a42b63fbd9a HTTP/1.1" status: 200 len: 809 time: 0.1576512 Jul 07 14:02:33.851567 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-bf90ebd3-c9c6-477f-a6f8-35c8df613e52 req-0697cb8c-961b-4bfc-afc9-d8648fff0a2a tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a30716d-400c-48ac-88f0-dc1df3377d1f HTTP/1.1" status: 200 len: 210 time: 0.0282254 Jul 07 14:02:33.902050 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-5582d80f-9a9b-410a-b7da-806f027dead3 req-e9498cc8-5b72-4d50-bfc7-6f4702d7591a tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] 10.222.0.16 "GET /v2.0/ports?device_id=b21bb8c6-b904-4df4-86d3-22a5b66ad5de HTTP/1.1" status: 200 len: 210 time: 0.0281842 Jul 07 14:02:34.075403 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Device 109a412f-0c32-4ea7-ad6e-f944b7d2381f up at agent ovs-agent-dv-cinder-799821-1-iscsi {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 14:02:34.128895 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Provisioning complete for port 109a412f-0c32-4ea7-ad6e-f944b7d2381f triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 14:02:34.129269 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732533'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:34.205248 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdec41f1-42ff-42ea-bced-c5a0fc958147 req-cb4024c3-584a-498d-a138-8dcc448b54ef tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:02:34.207720 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-cdec41f1-42ff-42ea-bced-c5a0fc958147 req-cb4024c3-584a-498d-a138-8dcc448b54ef tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b6db017-c5cc-4651-bb17-9bd457b45295 HTTP/1.1" status: 200 len: 946 time: 0.0632355 Jul 07 14:02:34.248475 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-cdec41f1-42ff-42ea-bced-c5a0fc958147 req-b6c04d24-6742-45ed-94a9-672ae299f0b8 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7df1beb-b93b-47cb-b8fb-65a3d6c0c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351608 Jul 07 14:02:34.994992 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-10e6a993-4e61-4ee6-a1f9-4924fea94f33 req-1cd35fd8-ca68-4c91-985e-d37f55f78005 tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a30716d-400c-48ac-88f0-dc1df3377d1f HTTP/1.1" status: 200 len: 210 time: 0.0287163 Jul 07 14:02:35.120051 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-5fa029f7-27b0-4408-adf6-d2ced463eb04 req-1309cb36-a55f-4191-9690-a5ede38305df tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] 10.222.0.16 "GET /v2.0/ports?device_id=b21bb8c6-b904-4df4-86d3-22a5b66ad5de HTTP/1.1" status: 200 len: 210 time: 0.0286541 Jul 07 14:02:35.433580 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bf6569-82ab-4a31-96da-1c076f169af9 req-b7b287b0-cfaf-415d-b5c7-fe45f8b98720 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:02:35.435057 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-39bf6569-82ab-4a31-96da-1c076f169af9 req-b7b287b0-cfaf-415d-b5c7-fe45f8b98720 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b6db017-c5cc-4651-bb17-9bd457b45295 HTTP/1.1" status: 200 len: 946 time: 0.0632160 Jul 07 14:02:35.475292 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-39bf6569-82ab-4a31-96da-1c076f169af9 req-44101ee7-d73c-4bcb-ae48-2c10ba303356 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7df1beb-b93b-47cb-b8fb-65a3d6c0c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326467 Jul 07 14:02:36.138494 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-8e4028d1-b0da-4f89-936f-fd7eaa218b96 req-47c86c04-1057-4beb-92f1-d298c39a7d90 tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a30716d-400c-48ac-88f0-dc1df3377d1f HTTP/1.1" status: 200 len: 210 time: 0.0306194 Jul 07 14:02:36.265893 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-65c8b2f0-805f-4130-b34e-dc663b876860 req-235a2b73-29ef-4df1-95a6-c7dc3e49b821 tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] 10.222.0.16 "GET /v2.0/ports?device_id=b21bb8c6-b904-4df4-86d3-22a5b66ad5de HTTP/1.1" status: 200 len: 210 time: 0.0279672 Jul 07 14:02:36.503508 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [req-4a0f5f90-3a73-49c6-a7b8-683ef779e4fd req-33983e5f-b8f0-4575-a69f-7d47351e799a tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] Request body: {'port': {'device_id': '0a30716d-400c-48ac-88f0-dc1df3377d1f', 'network_id': '2e6ef9db-c645-46c2-a4ad-9a42b63fbd9a', 'admin_state_up': True, 'tenant_id': '2dc8ed5d3f5847589bf32e32ca6ffe9f'}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 14:02:36.630216 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a0f5f90-3a73-49c6-a7b8-683ef779e4fd req-33983e5f-b8f0-4575-a69f-7d47351e799a tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] Made reservation on behalf of 2dc8ed5d3f5847589bf32e32ca6ffe9f for: {'port': 1} {{(pid=92954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 14:02:36.634640 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-4a0f5f90-3a73-49c6-a7b8-683ef779e4fd req-33983e5f-b8f0-4575-a69f-7d47351e799a tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:36.676868 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb30934a-410e-4318-9e94-39dcb7b171e8 req-f7fb602d-8497-4429-8fe9-a85ffc091031 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:02:36.678353 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-eb30934a-410e-4318-9e94-39dcb7b171e8 req-f7fb602d-8497-4429-8fe9-a85ffc091031 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b6db017-c5cc-4651-bb17-9bd457b45295 HTTP/1.1" status: 200 len: 946 time: 0.0847473 Jul 07 14:02:36.716608 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-eb30934a-410e-4318-9e94-39dcb7b171e8 req-9bfe1f84-d949-406f-b97d-90bf60b2a4d8 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7df1beb-b93b-47cb-b8fb-65a3d6c0c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321901 Jul 07 14:02:36.783649 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.db.db_base_plugin_common [req-4a0f5f90-3a73-49c6-a7b8-683ef779e4fd req-33983e5f-b8f0-4575-a69f-7d47351e799a tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] Allocated IP 172.20.0.2 (2e6ef9db-c645-46c2-a4ad-9a42b63fbd9a/6857c425-409b-4939-b968-403c9cbe1010/3cb8ae74-af85-4020-8c96-fbfeafe1e652) {{(pid=92954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 14:02:36.935392 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-4a0f5f90-3a73-49c6-a7b8-683ef779e4fd req-33983e5f-b8f0-4575-a69f-7d47351e799a tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] Notify callbacks [] for port, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:36.992026 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-4a0f5f90-3a73-49c6-a7b8-683ef779e4fd req-33983e5f-b8f0-4575-a69f-7d47351e799a tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744350976988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8461633'] for port, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:37.040709 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a0f5f90-3a73-49c6-a7b8-683ef779e4fd req-33983e5f-b8f0-4575-a69f-7d47351e799a tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] Network 2e6ef9db-c645-46c2-a4ad-9a42b63fbd9a is already hosted by enough agents. {{(pid=92954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 14:02:37.048273 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.scheduler.base_scheduler [req-4a0f5f90-3a73-49c6-a7b8-683ef779e4fd req-33983e5f-b8f0-4575-a69f-7d47351e799a tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] Resources bound (agent type, host, resource id): {{(pid=92954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 14:02:37.052375 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a0f5f90-3a73-49c6-a7b8-683ef779e4fd req-33983e5f-b8f0-4575-a69f-7d47351e799a tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] Received port after_create {{(pid=92954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 14:02:37.078477 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33983e5f-b8f0-4575-a69f-7d47351e799a tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] Pushing event updated for resources: {'Port': ['ID=3cb8ae74-af85-4020-8c96-fbfeafe1e652,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:02:37.107116 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0f5f90-3a73-49c6-a7b8-683ef779e4fd req-33983e5f-b8f0-4575-a69f-7d47351e799a tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:02:37.107719 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-4a0f5f90-3a73-49c6-a7b8-683ef779e4fd req-33983e5f-b8f0-4575-a69f-7d47351e799a tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171717'] for port, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:37.122040 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-4a0f5f90-3a73-49c6-a7b8-683ef779e4fd req-33983e5f-b8f0-4575-a69f-7d47351e799a tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6229002 Jul 07 14:02:37.323471 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474b27d2-b3f0-4e66-a3f3-403e8b75e921 req-13aeb0f1-c444-46ef-97ba-366775370189 tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:02:37.325071 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-474b27d2-b3f0-4e66-a3f3-403e8b75e921 req-13aeb0f1-c444-46ef-97ba-366775370189 tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a30716d-400c-48ac-88f0-dc1df3377d1f HTTP/1.1" status: 200 len: 931 time: 0.0729055 Jul 07 14:02:37.373661 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-474b27d2-b3f0-4e66-a3f3-403e8b75e921 req-795b4079-b3a6-48c8-a9d3-16e91c170253 tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ca8eaaa-74a0-401f-8d2b-57d3f01379aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392826 Jul 07 14:02:37.423452 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-16636150-df82-425d-b483-dc8cd638fdc5 req-05671e15-aa32-4b75-8624-394eef2efbfb tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] 10.222.0.16 "GET /v2.0/ports?device_id=b21bb8c6-b904-4df4-86d3-22a5b66ad5de HTTP/1.1" status: 200 len: 210 time: 0.0359149 Jul 07 14:02:37.895489 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbdc08f-3341-4139-8cac-7969a27b7f08 req-e2839733-fde7-4567-9fd2-661544809fe6 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:02:37.897098 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-ecbdc08f-3341-4139-8cac-7969a27b7f08 req-e2839733-fde7-4567-9fd2-661544809fe6 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b6db017-c5cc-4651-bb17-9bd457b45295 HTTP/1.1" status: 200 len: 946 time: 0.0662739 Jul 07 14:02:37.934635 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-ecbdc08f-3341-4139-8cac-7969a27b7f08 req-f524209f-09a4-46d9-8ea5-778cf4392624 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7df1beb-b93b-47cb-b8fb-65a3d6c0c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320921 Jul 07 14:02:38.248744 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.agents_db [None req-578d1851-68de-424d-8d1f-a58f436dd381 None None] Agent healthcheck: found 6 active agents {{(pid=92956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 14:02:38.546099 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c7067f-b6b4-4bbe-8802-53c1eea098a1 req-e9525dbe-a803-4f02-99bf-6000ce31fa8a tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:02:38.547521 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-89c7067f-b6b4-4bbe-8802-53c1eea098a1 req-e9525dbe-a803-4f02-99bf-6000ce31fa8a tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a30716d-400c-48ac-88f0-dc1df3377d1f HTTP/1.1" status: 200 len: 931 time: 0.0650673 Jul 07 14:02:38.585823 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-89c7067f-b6b4-4bbe-8802-53c1eea098a1 req-7fa0d6cc-a333-41c0-a268-37af7f56fb5b tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ca8eaaa-74a0-401f-8d2b-57d3f01379aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326118 Jul 07 14:02:38.714822 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-0ce889a0-fbcb-43bb-9deb-d12d1b24a0b9 req-2d5b1b3d-2a2e-472f-b1d7-3114a2f9dafc tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] 10.222.0.16 "GET /v2.0/ports?device_id=b21bb8c6-b904-4df4-86d3-22a5b66ad5de HTTP/1.1" status: 200 len: 210 time: 0.0313010 Jul 07 14:02:39.112566 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4237938e-c3df-46d0-8f7b-5fe5fe6344c1 req-e1f576ad-fe0e-42bb-87a1-76f51469e7e6 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:02:39.113941 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-4237938e-c3df-46d0-8f7b-5fe5fe6344c1 req-e1f576ad-fe0e-42bb-87a1-76f51469e7e6 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b6db017-c5cc-4651-bb17-9bd457b45295 HTTP/1.1" status: 200 len: 946 time: 0.0664635 Jul 07 14:02:39.151064 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-4237938e-c3df-46d0-8f7b-5fe5fe6344c1 req-79399216-7d46-4433-bd0e-ac816f9a4eca tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7df1beb-b93b-47cb-b8fb-65a3d6c0c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316696 Jul 07 14:02:39.765929 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f76822-96a5-450f-ae64-d5e140ac805e req-453ba8c0-c8e3-43bd-b1a6-5d4e238306f2 tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:02:39.767931 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-11f76822-96a5-450f-ae64-d5e140ac805e req-453ba8c0-c8e3-43bd-b1a6-5d4e238306f2 tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a30716d-400c-48ac-88f0-dc1df3377d1f HTTP/1.1" status: 200 len: 931 time: 0.0667193 Jul 07 14:02:39.806866 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-11f76822-96a5-450f-ae64-d5e140ac805e req-b3504497-48ca-487e-b3cd-2f32aa9cef4b tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ca8eaaa-74a0-401f-8d2b-57d3f01379aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333099 Jul 07 14:02:39.942830 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-062c27df-b8db-4361-aa28-a608102fdaed req-33b6a4be-13da-459f-bda7-cfdfca3690dc tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] 10.222.0.16 "GET /v2.0/ports?device_id=b21bb8c6-b904-4df4-86d3-22a5b66ad5de HTTP/1.1" status: 200 len: 210 time: 0.0276821 Jul 07 14:02:40.034837 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [req-4a0f5f90-3a73-49c6-a7b8-683ef779e4fd req-e61ff202-4362-4d0a-bba9-1aadb31d453e service neutron] Request body: {'port': {'device_id': '0a30716d-400c-48ac-88f0-dc1df3377d1f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79982'}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 14:02:40.236657 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-4a0f5f90-3a73-49c6-a7b8-683ef779e4fd req-e61ff202-4362-4d0a-bba9-1aadb31d453e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:40.262349 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4591bafa-d63e-482c-a0cf-ae22ac8f69fb req-fa8d3f7c-a2c0-462e-a0ed-e66a09691bd7 tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:02:40.264197 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-4591bafa-d63e-482c-a0cf-ae22ac8f69fb req-fa8d3f7c-a2c0-462e-a0ed-e66a09691bd7 tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] 10.222.0.24 "GET /v2.0/networks?id=d5a402b8-fb82-49d2-a591-a3a216137cac HTTP/1.1" status: 200 len: 819 time: 0.2268324 Jul 07 14:02:40.300049 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [req-4591bafa-d63e-482c-a0cf-ae22ac8f69fb req-479d1e89-9881-47c3-b62c-6f5d3bf8c78a tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] Request body: {'port': {'device_id': '795d3dde-bee1-49bb-8399-1b5f1b8d6905', 'network_id': 'd5a402b8-fb82-49d2-a591-a3a216137cac', 'admin_state_up': True, 'tenant_id': '62e31021b8044cd1897e43a8d26275b9'}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 14:02:40.402499 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9dbe19-48fb-4da7-ad20-ab4ab6beaf59 req-913c8f6c-79c9-4a18-a2ec-2d57bc5a831b tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:02:40.404097 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-7a9dbe19-48fb-4da7-ad20-ab4ab6beaf59 req-913c8f6c-79c9-4a18-a2ec-2d57bc5a831b tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b6db017-c5cc-4651-bb17-9bd457b45295 HTTP/1.1" status: 200 len: 946 time: 0.0852737 Jul 07 14:02:40.447430 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-7a9dbe19-48fb-4da7-ad20-ab4ab6beaf59 req-51591d86-c9df-4d13-96dd-d912d93924c5 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7df1beb-b93b-47cb-b8fb-65a3d6c0c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356123 Jul 07 14:02:40.627277 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4591bafa-d63e-482c-a0cf-ae22ac8f69fb req-479d1e89-9881-47c3-b62c-6f5d3bf8c78a tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] Made reservation on behalf of 62e31021b8044cd1897e43a8d26275b9 for: {'port': 1} {{(pid=92954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 14:02:40.632179 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-4591bafa-d63e-482c-a0cf-ae22ac8f69fb req-479d1e89-9881-47c3-b62c-6f5d3bf8c78a tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:40.728537 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.24', 54661) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:02:40.855720 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.notifiers.nova [req-4a0f5f90-3a73-49c6-a7b8-683ef779e4fd req-e61ff202-4362-4d0a-bba9-1aadb31d453e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cb8ae74-af85-4020-8c96-fbfeafe1e652 {{(pid=92954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 14:02:40.868720 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-4a0f5f90-3a73-49c6-a7b8-683ef779e4fd req-e61ff202-4362-4d0a-bba9-1aadb31d453e service neutron] Notify callbacks [] for port, precommit_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:40.871613 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.db.db_base_plugin_common [req-4591bafa-d63e-482c-a0cf-ae22ac8f69fb req-479d1e89-9881-47c3-b62c-6f5d3bf8c78a tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] Allocated IP 172.20.0.11 (d5a402b8-fb82-49d2-a591-a3a216137cac/48d63b35-a0f2-4925-98ff-d191be5c1517/306f1f7c-1872-49f6-b78a-22b9c85b975a) {{(pid=92954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 14:02:40.887830 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2c88fb-2325-46e6-bb6c-aa1a7303c5fb req-87ec20a2-cc56-4460-86b3-e68d4926aebb tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:02:40.889880 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-7b2c88fb-2325-46e6-bb6c-aa1a7303c5fb req-87ec20a2-cc56-4460-86b3-e68d4926aebb tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] 10.222.0.24 "GET /v2.0/networks?id=d5a402b8-fb82-49d2-a591-a3a216137cac HTTP/1.1" status: 200 len: 819 time: 0.1578822 Jul 07 14:02:40.903299 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.db.provisioning_blocks [req-4a0f5f90-3a73-49c6-a7b8-683ef779e4fd req-e61ff202-4362-4d0a-bba9-1aadb31d453e service neutron] Transition to ACTIVE for port object 3cb8ae74-af85-4020-8c96-fbfeafe1e652 will not be triggered until provisioned by entity L2. {{(pid=92954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 14:02:40.911873 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.v2.base [req-7b2c88fb-2325-46e6-bb6c-aa1a7303c5fb req-82cd5621-51ab-4837-bac8-5793144d3854 tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] Request body: {'port': {'device_id': 'b21bb8c6-b904-4df4-86d3-22a5b66ad5de', 'network_id': 'd5a402b8-fb82-49d2-a591-a3a216137cac', 'admin_state_up': True, 'tenant_id': '62e31021b8044cd1897e43a8d26275b9'}} {{(pid=92953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 14:02:40.939968 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-4a0f5f90-3a73-49c6-a7b8-683ef779e4fd req-e61ff202-4362-4d0a-bba9-1aadb31d453e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8461747'] for port, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:41.215248 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61ff202-4362-4d0a-bba9-1aadb31d453e service neutron] Pushing event updated for resources: {'Port': ['ID=3cb8ae74-af85-4020-8c96-fbfeafe1e652,revision_number=2']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:02:41.223364 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-4591bafa-d63e-482c-a0cf-ae22ac8f69fb req-479d1e89-9881-47c3-b62c-6f5d3bf8c78a tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] Notify callbacks [] for port, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:41.279771 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-5baaa456-4d09-4e93-93b2-1863f9ca7a72 req-e7061643-9445-4491-ac0d-b230e76e5624 tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] 10.222.0.16 "GET /v2.0/ports?device_id=b21bb8c6-b904-4df4-86d3-22a5b66ad5de HTTP/1.1" status: 200 len: 210 time: 0.0355618 Jul 07 14:02:41.283469 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b2c88fb-2325-46e6-bb6c-aa1a7303c5fb req-82cd5621-51ab-4837-bac8-5793144d3854 tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] Made reservation on behalf of 62e31021b8044cd1897e43a8d26275b9 for: {'port': 1} {{(pid=92953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 14:02:41.287603 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [req-7b2c88fb-2325-46e6-bb6c-aa1a7303c5fb req-82cd5621-51ab-4837-bac8-5793144d3854 tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:41.372796 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-4591bafa-d63e-482c-a0cf-ae22ac8f69fb req-479d1e89-9881-47c3-b62c-6f5d3bf8c78a tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744350976988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8461633'] for port, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:41.462911 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4591bafa-d63e-482c-a0cf-ae22ac8f69fb req-479d1e89-9881-47c3-b62c-6f5d3bf8c78a tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] Network d5a402b8-fb82-49d2-a591-a3a216137cac is already hosted by enough agents. {{(pid=92954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 14:02:41.482278 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.scheduler.base_scheduler [req-4591bafa-d63e-482c-a0cf-ae22ac8f69fb req-479d1e89-9881-47c3-b62c-6f5d3bf8c78a tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] Resources bound (agent type, host, resource id): {{(pid=92954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 14:02:41.492975 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [req-4591bafa-d63e-482c-a0cf-ae22ac8f69fb req-479d1e89-9881-47c3-b62c-6f5d3bf8c78a tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] Received port after_create {{(pid=92954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 14:02:41.495760 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479d1e89-9881-47c3-b62c-6f5d3bf8c78a tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] Pushing event updated for resources: {'Port': ['ID=306f1f7c-1872-49f6-b78a-22b9c85b975a,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:02:41.507434 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33badead-45ad-4338-8521-71f9f5ae26ae req-d281d999-972b-418e-96e7-bbfad82d557d tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:02:41.510304 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-33badead-45ad-4338-8521-71f9f5ae26ae req-d281d999-972b-418e-96e7-bbfad82d557d tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a30716d-400c-48ac-88f0-dc1df3377d1f HTTP/1.1" status: 200 len: 943 time: 0.4482696 Jul 07 14:02:41.556897 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [req-4a0f5f90-3a73-49c6-a7b8-683ef779e4fd req-e61ff202-4362-4d0a-bba9-1aadb31d453e service neutron] Attempting to bind port 3cb8ae74-af85-4020-8c96-fbfeafe1e652 on host hv-cinder-79982 for vnic_type normal with profile {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 14:02:41.557235 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [req-4a0f5f90-3a73-49c6-a7b8-683ef779e4fd req-e61ff202-4362-4d0a-bba9-1aadb31d453e service neutron] Attempting to bind port 3cb8ae74-af85-4020-8c96-fbfeafe1e652 by drivers openvswitch,hyperv on host hv-cinder-79982 at level 0 using segments [{'id': 'a5453d1e-07a8-4e89-b7a7-c57497a51623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '2e6ef9db-c645-46c2-a4ad-9a42b63fbd9a'}] {{(pid=92954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 14:02:41.557559 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a0f5f90-3a73-49c6-a7b8-683ef779e4fd req-e61ff202-4362-4d0a-bba9-1aadb31d453e service neutron] Attempting to bind port 3cb8ae74-af85-4020-8c96-fbfeafe1e652 on network 2e6ef9db-c645-46c2-a4ad-9a42b63fbd9a {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 14:02:41.569866 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a0f5f90-3a73-49c6-a7b8-683ef779e4fd req-e61ff202-4362-4d0a-bba9-1aadb31d453e service neutron] Port 3cb8ae74-af85-4020-8c96-fbfeafe1e652 on network 2e6ef9db-c645-46c2-a4ad-9a42b63fbd9a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79982 {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 14:02:41.570195 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a0f5f90-3a73-49c6-a7b8-683ef779e4fd req-e61ff202-4362-4d0a-bba9-1aadb31d453e service neutron] Attempting to bind port 3cb8ae74-af85-4020-8c96-fbfeafe1e652 on network 2e6ef9db-c645-46c2-a4ad-9a42b63fbd9a {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 14:02:41.584325 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a0f5f90-3a73-49c6-a7b8-683ef779e4fd req-e61ff202-4362-4d0a-bba9-1aadb31d453e service neutron] Checking agent: {'id': 'e287df4f-fe28-4fcb-9cb8-6aa29893570a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79982', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 13, 59, 32), 'started_at': datetime.datetime(2021, 7, 7, 13, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 14, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 14:02:41.584691 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a0f5f90-3a73-49c6-a7b8-683ef779e4fd req-e61ff202-4362-4d0a-bba9-1aadb31d453e service neutron] Checking segment: {'id': 'a5453d1e-07a8-4e89-b7a7-c57497a51623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '2e6ef9db-c645-46c2-a4ad-9a42b63fbd9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 14:02:41.585078 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a0f5f90-3a73-49c6-a7b8-683ef779e4fd req-e61ff202-4362-4d0a-bba9-1aadb31d453e service neutron] Bound using segment: {'id': 'a5453d1e-07a8-4e89-b7a7-c57497a51623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '2e6ef9db-c645-46c2-a4ad-9a42b63fbd9a'} {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 14:02:41.585511 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [req-4a0f5f90-3a73-49c6-a7b8-683ef779e4fd req-e61ff202-4362-4d0a-bba9-1aadb31d453e service neutron] Bound port: 3cb8ae74-af85-4020-8c96-fbfeafe1e652, host: hv-cinder-79982, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5453d1e-07a8-4e89-b7a7-c57497a51623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '2e6ef9db-c645-46c2-a4ad-9a42b63fbd9a'}}] {{(pid=92954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 14:02:41.585871 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-4a0f5f90-3a73-49c6-a7b8-683ef779e4fd req-e61ff202-4362-4d0a-bba9-1aadb31d453e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:41.602563 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.db.api [req-7b2c88fb-2325-46e6-bb6c-aa1a7303c5fb req-82cd5621-51ab-4837-bac8-5793144d3854 tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.11-e1b2b11f-83dc-4d01-8fbf-c9b614c317b7 {{(pid=92953) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 14:02:41.602973 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG oslo_db.api [req-7b2c88fb-2325-46e6-bb6c-aa1a7303c5fb req-82cd5621-51ab-4837-bac8-5793144d3854 tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 14:02:41.610473 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-33badead-45ad-4338-8521-71f9f5ae26ae req-8b3b203f-e103-42e1-bd74-936a59f986c3 tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ca8eaaa-74a0-401f-8d2b-57d3f01379aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672779 Jul 07 14:02:41.610631 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4591bafa-d63e-482c-a0cf-ae22ac8f69fb req-479d1e89-9881-47c3-b62c-6f5d3bf8c78a tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:02:41.610631 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-4591bafa-d63e-482c-a0cf-ae22ac8f69fb req-479d1e89-9881-47c3-b62c-6f5d3bf8c78a tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171717'] for port, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:41.668884 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-4591bafa-d63e-482c-a0cf-ae22ac8f69fb req-479d1e89-9881-47c3-b62c-6f5d3bf8c78a tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3729367 Jul 07 14:02:41.692082 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [req-4591bafa-d63e-482c-a0cf-ae22ac8f69fb req-4eea006d-9801-4d94-a00d-92128b22843a service neutron] Request body: {'port': {'device_id': '795d3dde-bee1-49bb-8399-1b5f1b8d6905', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79982'}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 14:02:41.736163 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [req-4a0f5f90-3a73-49c6-a7b8-683ef779e4fd req-e61ff202-4362-4d0a-bba9-1aadb31d453e service neutron] For port 3cb8ae74-af85-4020-8c96-fbfeafe1e652, host hv-cinder-79982, cleared binding levels {{(pid=92954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 14:02:41.740861 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [req-4a0f5f90-3a73-49c6-a7b8-683ef779e4fd req-e61ff202-4362-4d0a-bba9-1aadb31d453e service neutron] For port 3cb8ae74-af85-4020-8c96-fbfeafe1e652, host hv-cinder-79982, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79982',level=0,port_id=3cb8ae74-af85-4020-8c96-fbfeafe1e652,segment=NetworkSegment(a5453d1e-07a8-4e89-b7a7-c57497a51623),segment_id=a5453d1e-07a8-4e89-b7a7-c57497a51623)] {{(pid=92954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 14:02:41.749473 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-4a0f5f90-3a73-49c6-a7b8-683ef779e4fd req-e61ff202-4362-4d0a-bba9-1aadb31d453e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8461747'] for port, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:41.797075 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf074f18-6f11-47c6-a930-45eab83f6712 req-ca3a5130-4281-4fe5-9b53-35ad144edf8c tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:02:41.798821 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-bf074f18-6f11-47c6-a930-45eab83f6712 req-ca3a5130-4281-4fe5-9b53-35ad144edf8c tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b6db017-c5cc-4651-bb17-9bd457b45295 HTTP/1.1" status: 200 len: 946 time: 0.1068044 Jul 07 14:02:41.803844 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0f5f90-3a73-49c6-a7b8-683ef779e4fd req-e61ff202-4362-4d0a-bba9-1aadb31d453e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:02:41.804432 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-4a0f5f90-3a73-49c6-a7b8-683ef779e4fd req-e61ff202-4362-4d0a-bba9-1aadb31d453e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171717'] for port, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:41.805844 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-4a0f5f90-3a73-49c6-a7b8-683ef779e4fd req-e61ff202-4362-4d0a-bba9-1aadb31d453e service neutron] 10.222.0.24 "PUT /v2.0/ports/3cb8ae74-af85-4020-8c96-fbfeafe1e652 HTTP/1.1" status: 200 len: 1093 time: 1.7757194 Jul 07 14:02:41.806374 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a30716d-400c-48ac-88f0-dc1df3377d1f', 'tag': '3cb8ae74-af85-4020-8c96-fbfeafe1e652'}] {{(pid=92954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 14:02:41.808685 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23a2f25214143ca7dc6eabc905ff8a7df5b3799efbbaa422209646810e3da78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7643bb6e-de83-4a40-a058-d676791624fe" -d '{"events": [{"name": "network-changed", "server_uuid": "0a30716d-400c-48ac-88f0-dc1df3377d1f", "tag": "3cb8ae74-af85-4020-8c96-fbfeafe1e652"}]}' {{(pid=92954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 14:02:41.845187 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-4591bafa-d63e-482c-a0cf-ae22ac8f69fb req-4eea006d-9801-4d94-a00d-92128b22843a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:41.875479 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61ff202-4362-4d0a-bba9-1aadb31d453e service neutron] Pushing event updated for resources: {'Port': ['ID=3cb8ae74-af85-4020-8c96-fbfeafe1e652,revision_number=3']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:02:41.896862 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-bf074f18-6f11-47c6-a930-45eab83f6712 req-c95ce97d-40a2-4e50-939d-72ccd14506a4 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7df1beb-b93b-47cb-b8fb-65a3d6c0c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858626 Jul 07 14:02:41.924218 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 14:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4298693-b64a-415d-8dbf-c567b19cd0c5 x-openstack-request-id: req-b4298693-b64a-415d-8dbf-c567b19cd0c5 {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 14:02:41.924991 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a30716d-400c-48ac-88f0-dc1df3377d1f", "tag": "3cb8ae74-af85-4020-8c96-fbfeafe1e652", "status": "completed", "code": 200}]} {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 14:02:41.925451 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b4298693-b64a-415d-8dbf-c567b19cd0c5 {{(pid=92954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 14:02:41.926131 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a30716d-400c-48ac-88f0-dc1df3377d1f', 'tag': '3cb8ae74-af85-4020-8c96-fbfeafe1e652', 'status': 'completed', 'code': 200} Jul 07 14:02:41.952889 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 47408) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:02:42.054526 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0f5f90-3a73-49c6-a7b8-683ef779e4fd req-17f69ba4-940a-49ed-b654-793d3b7efb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:02:42.056033 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-4a0f5f90-3a73-49c6-a7b8-683ef779e4fd req-17f69ba4-940a-49ed-b654-793d3b7efb3a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2dc8ed5d3f5847589bf32e32ca6ffe9f&device_id=0a30716d-400c-48ac-88f0-dc1df3377d1f HTTP/1.1" status: 200 len: 1096 time: 0.1915741 Jul 07 14:02:42.090281 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-d78a7429-566c-4222-aa7e-70cca4208773 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:42.104356 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [req-7b2c88fb-2325-46e6-bb6c-aa1a7303c5fb req-82cd5621-51ab-4837-bac8-5793144d3854 tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:42.115040 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-4a0f5f90-3a73-49c6-a7b8-683ef779e4fd req-77188866-c8f1-4ab5-91c4-84967b301710 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3cb8ae74-af85-4020-8c96-fbfeafe1e652 HTTP/1.1" status: 200 len: 217 time: 0.0487864 Jul 07 14:02:42.224593 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0f5f90-3a73-49c6-a7b8-683ef779e4fd req-aaef9242-4a73-41b5-a382-6f8e17061eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:02:42.226142 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-4a0f5f90-3a73-49c6-a7b8-683ef779e4fd req-aaef9242-4a73-41b5-a382-6f8e17061eba service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6857c425-409b-4939-b968-403c9cbe1010 HTTP/1.1" status: 200 len: 849 time: 0.0987201 Jul 07 14:02:42.280143 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-d78a7429-566c-4222-aa7e-70cca4208773 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:42.280629 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-4a0f5f90-3a73-49c6-a7b8-683ef779e4fd req-9b955a8d-ef88-4e29-868f-b0a58f90b5c1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2e6ef9db-c645-46c2-a4ad-9a42b63fbd9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417709 Jul 07 14:02:42.284836 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-d78a7429-566c-4222-aa7e-70cca4208773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:42.335833 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-d78a7429-566c-4222-aa7e-70cca4208773 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e858a01aa8f14ad0b9c41fa3669d0f43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3811183 Jul 07 14:02:42.336628 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78a7429-566c-4222-aa7e-70cca4208773 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=561390eb-6675-4df8-815e-a55abb8c4d3c,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:02:42.338541 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 47428) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:02:42.470435 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-be3ae4f8-04bb-4f44-b368-817fbd5b98f6 req-896fa19f-c0f1-4d58-b401-cf88043087b3 tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] 10.222.0.16 "GET /v2.0/ports?device_id=b21bb8c6-b904-4df4-86d3-22a5b66ad5de HTTP/1.1" status: 200 len: 210 time: 0.0324211 Jul 07 14:02:42.671553 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.notifiers.nova [req-4591bafa-d63e-482c-a0cf-ae22ac8f69fb req-4eea006d-9801-4d94-a00d-92128b22843a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 306f1f7c-1872-49f6-b78a-22b9c85b975a {{(pid=92954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 14:02:42.685277 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-4591bafa-d63e-482c-a0cf-ae22ac8f69fb req-4eea006d-9801-4d94-a00d-92128b22843a service neutron] Notify callbacks [] for port, precommit_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:42.711517 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.db.provisioning_blocks [req-4591bafa-d63e-482c-a0cf-ae22ac8f69fb req-4eea006d-9801-4d94-a00d-92128b22843a service neutron] Transition to ACTIVE for port object 306f1f7c-1872-49f6-b78a-22b9c85b975a will not be triggered until provisioned by entity L2. {{(pid=92954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 14:02:42.738123 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-4591bafa-d63e-482c-a0cf-ae22ac8f69fb req-4eea006d-9801-4d94-a00d-92128b22843a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8461747'] for port, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:42.785957 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-4a0f5f90-3a73-49c6-a7b8-683ef779e4fd req-602dab5d-52cd-4b67-b5d4-34d5f1755c45 service neutron] 10.222.0.24 "GET /v2.0/networks/2e6ef9db-c645-46c2-a4ad-9a42b63fbd9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4977686 Jul 07 14:02:42.790567 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-8d37d8c3-1477-48e2-a659-3d196e2bda3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:42.818878 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.db.db_base_plugin_common [req-7b2c88fb-2325-46e6-bb6c-aa1a7303c5fb req-82cd5621-51ab-4837-bac8-5793144d3854 tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] Allocated IP 172.20.0.14 (d5a402b8-fb82-49d2-a591-a3a216137cac/48d63b35-a0f2-4925-98ff-d191be5c1517/aa480a01-6ac1-4a90-a7d2-37320144b089) {{(pid=92953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 14:02:42.843175 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eea006d-9801-4d94-a00d-92128b22843a service neutron] Pushing event updated for resources: {'Port': ['ID=306f1f7c-1872-49f6-b78a-22b9c85b975a,revision_number=2']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:02:42.846627 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-8d37d8c3-1477-48e2-a659-3d196e2bda3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:42.891112 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82d15ba-8849-4d7e-abf4-4054794857f3 req-df33e396-5a1c-4e45-b3fd-147e70a19206 tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:02:42.892889 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-f82d15ba-8849-4d7e-abf4-4054794857f3 req-df33e396-5a1c-4e45-b3fd-147e70a19206 tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a30716d-400c-48ac-88f0-dc1df3377d1f HTTP/1.1" status: 200 len: 943 time: 0.1219037 Jul 07 14:02:42.983467 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-f82d15ba-8849-4d7e-abf4-4054794857f3 req-845e0bc8-b9d5-4434-8933-24f049c92bd8 tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ca8eaaa-74a0-401f-8d2b-57d3f01379aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741332 Jul 07 14:02:42.998259 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-4a0f5f90-3a73-49c6-a7b8-683ef779e4fd req-0b02213f-af04-438e-920c-12414b9073b7 service neutron] 10.222.0.24 "GET /v2.0/networks/2e6ef9db-c645-46c2-a4ad-9a42b63fbd9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856251 Jul 07 14:02:43.018636 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-8d37d8c3-1477-48e2-a659-3d196e2bda3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:43.024349 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-8d37d8c3-1477-48e2-a659-3d196e2bda3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:43.026510 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-8d37d8c3-1477-48e2-a659-3d196e2bda3c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/561390eb-6675-4df8-815e-a55abb8c4d3c HTTP/1.1" status: 204 len: 168 time: 0.6866009 Jul 07 14:02:43.030742 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [req-4591bafa-d63e-482c-a0cf-ae22ac8f69fb req-4eea006d-9801-4d94-a00d-92128b22843a service neutron] Attempting to bind port 306f1f7c-1872-49f6-b78a-22b9c85b975a on host hv-cinder-79982 for vnic_type normal with profile {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 14:02:43.030902 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [req-4591bafa-d63e-482c-a0cf-ae22ac8f69fb req-4eea006d-9801-4d94-a00d-92128b22843a service neutron] Attempting to bind port 306f1f7c-1872-49f6-b78a-22b9c85b975a by drivers openvswitch,hyperv on host hv-cinder-79982 at level 0 using segments [{'id': 'd4cb3a52-2815-4c98-bcbb-6804b3b1590e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'd5a402b8-fb82-49d2-a591-a3a216137cac'}] {{(pid=92954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 14:02:43.031229 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4591bafa-d63e-482c-a0cf-ae22ac8f69fb req-4eea006d-9801-4d94-a00d-92128b22843a service neutron] Attempting to bind port 306f1f7c-1872-49f6-b78a-22b9c85b975a on network d5a402b8-fb82-49d2-a591-a3a216137cac {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 14:02:43.041973 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d37d8c3-1477-48e2-a659-3d196e2bda3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=561390eb-6675-4df8-815e-a55abb8c4d3c,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:02:43.044241 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4591bafa-d63e-482c-a0cf-ae22ac8f69fb req-4eea006d-9801-4d94-a00d-92128b22843a service neutron] Port 306f1f7c-1872-49f6-b78a-22b9c85b975a on network d5a402b8-fb82-49d2-a591-a3a216137cac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79982 {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 14:02:43.044638 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4591bafa-d63e-482c-a0cf-ae22ac8f69fb req-4eea006d-9801-4d94-a00d-92128b22843a service neutron] Attempting to bind port 306f1f7c-1872-49f6-b78a-22b9c85b975a on network d5a402b8-fb82-49d2-a591-a3a216137cac {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 14:02:43.056998 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4591bafa-d63e-482c-a0cf-ae22ac8f69fb req-4eea006d-9801-4d94-a00d-92128b22843a service neutron] Checking agent: {'id': 'e287df4f-fe28-4fcb-9cb8-6aa29893570a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79982', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 13, 59, 32), 'started_at': datetime.datetime(2021, 7, 7, 13, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 14, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 14:02:43.057591 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4591bafa-d63e-482c-a0cf-ae22ac8f69fb req-4eea006d-9801-4d94-a00d-92128b22843a service neutron] Checking segment: {'id': 'd4cb3a52-2815-4c98-bcbb-6804b3b1590e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'd5a402b8-fb82-49d2-a591-a3a216137cac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 14:02:43.058143 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4591bafa-d63e-482c-a0cf-ae22ac8f69fb req-4eea006d-9801-4d94-a00d-92128b22843a service neutron] Bound using segment: {'id': 'd4cb3a52-2815-4c98-bcbb-6804b3b1590e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'd5a402b8-fb82-49d2-a591-a3a216137cac'} {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 14:02:43.058698 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [req-4591bafa-d63e-482c-a0cf-ae22ac8f69fb req-4eea006d-9801-4d94-a00d-92128b22843a service neutron] Bound port: 306f1f7c-1872-49f6-b78a-22b9c85b975a, host: hv-cinder-79982, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4cb3a52-2815-4c98-bcbb-6804b3b1590e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'd5a402b8-fb82-49d2-a591-a3a216137cac'}}] {{(pid=92954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 14:02:43.059166 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-4591bafa-d63e-482c-a0cf-ae22ac8f69fb req-4eea006d-9801-4d94-a00d-92128b22843a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:43.181416 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [req-4591bafa-d63e-482c-a0cf-ae22ac8f69fb req-4eea006d-9801-4d94-a00d-92128b22843a service neutron] For port 306f1f7c-1872-49f6-b78a-22b9c85b975a, host hv-cinder-79982, cleared binding levels {{(pid=92954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 14:02:43.185718 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [req-4591bafa-d63e-482c-a0cf-ae22ac8f69fb req-4eea006d-9801-4d94-a00d-92128b22843a service neutron] For port 306f1f7c-1872-49f6-b78a-22b9c85b975a, host hv-cinder-79982, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79982',level=0,port_id=306f1f7c-1872-49f6-b78a-22b9c85b975a,segment=NetworkSegment(d4cb3a52-2815-4c98-bcbb-6804b3b1590e),segment_id=d4cb3a52-2815-4c98-bcbb-6804b3b1590e)] {{(pid=92954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 14:02:43.191196 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-4591bafa-d63e-482c-a0cf-ae22ac8f69fb req-4eea006d-9801-4d94-a00d-92128b22843a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8461747'] for port, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:43.237746 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7643bb6e-de83-4a40-a058-d676791624fe req-8d825e57-f5aa-473e-803d-e97ab1261ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:02:43.239345 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-7643bb6e-de83-4a40-a058-d676791624fe req-8d825e57-f5aa-473e-803d-e97ab1261ac2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2dc8ed5d3f5847589bf32e32ca6ffe9f&device_id=0a30716d-400c-48ac-88f0-dc1df3377d1f HTTP/1.1" status: 200 len: 1096 time: 0.1253824 Jul 07 14:02:43.243406 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4591bafa-d63e-482c-a0cf-ae22ac8f69fb req-4eea006d-9801-4d94-a00d-92128b22843a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:02:43.244099 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-4591bafa-d63e-482c-a0cf-ae22ac8f69fb req-4eea006d-9801-4d94-a00d-92128b22843a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171717'] for port, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:43.245511 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-4591bafa-d63e-482c-a0cf-ae22ac8f69fb req-4eea006d-9801-4d94-a00d-92128b22843a service neutron] 10.222.0.24 "PUT /v2.0/ports/306f1f7c-1872-49f6-b78a-22b9c85b975a HTTP/1.1" status: 200 len: 1094 time: 1.5604606 Jul 07 14:02:43.251188 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [req-7b2c88fb-2325-46e6-bb6c-aa1a7303c5fb req-82cd5621-51ab-4837-bac8-5793144d3854 tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] Notify callbacks [] for port, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:43.301070 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [req-7b2c88fb-2325-46e6-bb6c-aa1a7303c5fb req-82cd5621-51ab-4837-bac8-5793144d3854 tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744350976988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2608666'] for port, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:43.322001 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eea006d-9801-4d94-a00d-92128b22843a service neutron] Pushing event updated for resources: {'Port': ['ID=306f1f7c-1872-49f6-b78a-22b9c85b975a,revision_number=3']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:02:43.399851 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b2c88fb-2325-46e6-bb6c-aa1a7303c5fb req-82cd5621-51ab-4837-bac8-5793144d3854 tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] Network d5a402b8-fb82-49d2-a591-a3a216137cac is already hosted by enough agents. {{(pid=92953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 14:02:43.408914 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7643bb6e-de83-4a40-a058-d676791624fe req-76f0d3c5-d6b7-4936-bc1e-f168161c9fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:02:43.410653 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-7643bb6e-de83-4a40-a058-d676791624fe req-76f0d3c5-d6b7-4936-bc1e-f168161c9fd1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2e6ef9db-c645-46c2-a4ad-9a42b63fbd9a HTTP/1.1" status: 200 len: 910 time: 0.1535978 Jul 07 14:02:43.428567 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.scheduler.base_scheduler [req-7b2c88fb-2325-46e6-bb6c-aa1a7303c5fb req-82cd5621-51ab-4837-bac8-5793144d3854 tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] Resources bound (agent type, host, resource id): {{(pid=92953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 14:02:43.428567 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b2c88fb-2325-46e6-bb6c-aa1a7303c5fb req-82cd5621-51ab-4837-bac8-5793144d3854 tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] Received port after_create {{(pid=92953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 14:02:43.434282 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4591bafa-d63e-482c-a0cf-ae22ac8f69fb req-a4bd4a49-9032-402d-957f-05247422cc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:02:43.437292 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-4591bafa-d63e-482c-a0cf-ae22ac8f69fb req-a4bd4a49-9032-402d-957f-05247422cc88 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=62e31021b8044cd1897e43a8d26275b9&device_id=795d3dde-bee1-49bb-8399-1b5f1b8d6905 HTTP/1.1" status: 200 len: 1097 time: 0.1162586 Jul 07 14:02:43.483327 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cd5621-51ab-4837-bac8-5793144d3854 tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] Pushing event updated for resources: {'Port': ['ID=aa480a01-6ac1-4a90-a7d2-37320144b089,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:02:43.494317 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-7643bb6e-de83-4a40-a058-d676791624fe req-09eff623-9fda-4e55-aa8b-fad1a9b9fcac service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3cb8ae74-af85-4020-8c96-fbfeafe1e652 HTTP/1.1" status: 200 len: 217 time: 0.0759373 Jul 07 14:02:43.511126 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2c88fb-2325-46e6-bb6c-aa1a7303c5fb req-82cd5621-51ab-4837-bac8-5793144d3854 tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:02:43.511682 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [req-7b2c88fb-2325-46e6-bb6c-aa1a7303c5fb req-82cd5621-51ab-4837-bac8-5793144d3854 tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582248'] for port, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:43.531132 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-7b2c88fb-2325-46e6-bb6c-aa1a7303c5fb req-82cd5621-51ab-4837-bac8-5793144d3854 tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6242535 Jul 07 14:02:43.534251 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-4591bafa-d63e-482c-a0cf-ae22ac8f69fb req-feb01e39-c3b3-40e1-a74e-0103ce63b876 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=306f1f7c-1872-49f6-b78a-22b9c85b975a HTTP/1.1" status: 200 len: 217 time: 0.0467772 Jul 07 14:02:43.553558 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.v2.base [req-7b2c88fb-2325-46e6-bb6c-aa1a7303c5fb req-b3709b5e-7365-4eda-9348-fef6e0561e65 service neutron] Request body: {'port': {'device_id': 'b21bb8c6-b904-4df4-86d3-22a5b66ad5de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79982'}} {{(pid=92953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 14:02:43.620897 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7643bb6e-de83-4a40-a058-d676791624fe req-19b70c5d-fb9e-4c97-aee7-733f7c92d5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:02:43.622440 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-7643bb6e-de83-4a40-a058-d676791624fe req-19b70c5d-fb9e-4c97-aee7-733f7c92d5fd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6857c425-409b-4939-b968-403c9cbe1010 HTTP/1.1" status: 200 len: 849 time: 0.0974107 Jul 07 14:02:43.629620 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4591bafa-d63e-482c-a0cf-ae22ac8f69fb req-f19c2ffa-222c-447e-91e3-fea718f69e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:02:43.631397 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-4591bafa-d63e-482c-a0cf-ae22ac8f69fb req-f19c2ffa-222c-447e-91e3-fea718f69e68 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=48d63b35-a0f2-4925-98ff-d191be5c1517 HTTP/1.1" status: 200 len: 859 time: 0.0777662 Jul 07 14:02:43.684690 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [req-7b2c88fb-2325-46e6-bb6c-aa1a7303c5fb req-b3709b5e-7365-4eda-9348-fef6e0561e65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:43.685435 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-7643bb6e-de83-4a40-a058-d676791624fe req-fc6086ec-5d9f-46bf-9ed1-ea989dc4df40 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2e6ef9db-c645-46c2-a4ad-9a42b63fbd9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530291 Jul 07 14:02:43.764699 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-4591bafa-d63e-482c-a0cf-ae22ac8f69fb req-5f03e35d-f262-4ba3-99e7-3bc36449f88a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d5a402b8-fb82-49d2-a591-a3a216137cac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1224532 Jul 07 14:02:43.767391 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98d53e4-1b44-4383-a111-fe7a5e809062 req-44b625e1-6034-44c0-b03d-fb2b60c053c7 tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:02:43.769148 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-d98d53e4-1b44-4383-a111-fe7a5e809062 req-44b625e1-6034-44c0-b03d-fb2b60c053c7 tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] 10.222.0.16 "GET /v2.0/ports?device_id=b21bb8c6-b904-4df4-86d3-22a5b66ad5de HTTP/1.1" status: 200 len: 932 time: 0.1412654 Jul 07 14:02:43.922116 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-7643bb6e-de83-4a40-a058-d676791624fe req-18e8b762-fcb8-40e1-903c-0e2bf860c4a9 service neutron] 10.222.0.24 "GET /v2.0/networks/2e6ef9db-c645-46c2-a4ad-9a42b63fbd9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242684 Jul 07 14:02:43.932358 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '795d3dde-bee1-49bb-8399-1b5f1b8d6905', 'tag': '306f1f7c-1872-49f6-b78a-22b9c85b975a'}] {{(pid=92954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 14:02:43.934877 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23a2f25214143ca7dc6eabc905ff8a7df5b3799efbbaa422209646810e3da78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c20ddd96-9907-4caa-b226-a4df9c41c938" -d '{"events": [{"name": "network-changed", "server_uuid": "795d3dde-bee1-49bb-8399-1b5f1b8d6905", "tag": "306f1f7c-1872-49f6-b78a-22b9c85b975a"}]}' {{(pid=92954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 14:02:43.986403 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 14:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a308b32f-9e33-48e2-99ec-101b14373a13 x-openstack-request-id: req-a308b32f-9e33-48e2-99ec-101b14373a13 {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 14:02:43.986866 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "795d3dde-bee1-49bb-8399-1b5f1b8d6905", "tag": "306f1f7c-1872-49f6-b78a-22b9c85b975a", "status": "completed", "code": 200}]} {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 14:02:43.987203 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a308b32f-9e33-48e2-99ec-101b14373a13 {{(pid=92954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 14:02:43.987703 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '795d3dde-bee1-49bb-8399-1b5f1b8d6905', 'tag': '306f1f7c-1872-49f6-b78a-22b9c85b975a', 'status': 'completed', 'code': 200} Jul 07 14:02:44.019580 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-4591bafa-d63e-482c-a0cf-ae22ac8f69fb req-616fab50-46c1-4ff7-84f7-c17156c2a426 service neutron] 10.222.0.24 "GET /v2.0/networks/d5a402b8-fb82-49d2-a591-a3a216137cac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436984 Jul 07 14:02:44.081491 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-d98d53e4-1b44-4383-a111-fe7a5e809062 req-a036c2c3-bc43-48ba-a1f1-0f6c6dfc3a1a tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] 10.222.0.16 "GET /v2.0/security-groups?id=2551a6d1-3472-4f52-8352-4993782bafeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938866 Jul 07 14:02:44.134279 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-7643bb6e-de83-4a40-a058-d676791624fe req-609aea46-5053-4e86-9ae2-e727df77fe97 service neutron] 10.222.0.24 "GET /v2.0/networks/2e6ef9db-c645-46c2-a4ad-9a42b63fbd9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950333 Jul 07 14:02:44.182285 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-4591bafa-d63e-482c-a0cf-ae22ac8f69fb req-f3e93710-f733-490f-bff2-129523b06fff service neutron] 10.222.0.24 "GET /v2.0/networks/d5a402b8-fb82-49d2-a591-a3a216137cac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531491 Jul 07 14:02:44.284243 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.notifiers.nova [req-7b2c88fb-2325-46e6-bb6c-aa1a7303c5fb req-b3709b5e-7365-4eda-9348-fef6e0561e65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa480a01-6ac1-4a90-a7d2-37320144b089 {{(pid=92953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 14:02:44.295683 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [req-7b2c88fb-2325-46e6-bb6c-aa1a7303c5fb req-b3709b5e-7365-4eda-9348-fef6e0561e65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:44.318067 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20ddd96-9907-4caa-b226-a4df9c41c938 req-0eed3680-bf4e-4fbb-aaa4-7c9e0ee98f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:02:44.319584 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-c20ddd96-9907-4caa-b226-a4df9c41c938 req-0eed3680-bf4e-4fbb-aaa4-7c9e0ee98f89 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=62e31021b8044cd1897e43a8d26275b9&device_id=795d3dde-bee1-49bb-8399-1b5f1b8d6905 HTTP/1.1" status: 200 len: 1097 time: 0.0696824 Jul 07 14:02:44.327393 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [req-7b2c88fb-2325-46e6-bb6c-aa1a7303c5fb req-b3709b5e-7365-4eda-9348-fef6e0561e65 service neutron] Transition to ACTIVE for port object aa480a01-6ac1-4a90-a7d2-37320144b089 will not be triggered until provisioned by entity L2. {{(pid=92953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 14:02:44.334742 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [req-7b2c88fb-2325-46e6-bb6c-aa1a7303c5fb req-b3709b5e-7365-4eda-9348-fef6e0561e65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2608872'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:44.387852 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3709b5e-7365-4eda-9348-fef6e0561e65 service neutron] Pushing event updated for resources: {'Port': ['ID=aa480a01-6ac1-4a90-a7d2-37320144b089,revision_number=2']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:02:44.404452 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1fe80c-9934-473b-b8d8-0b5385c0c15f req-142b4438-c9e5-4a72-885c-2724fc6c2471 tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:02:44.407282 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-ef1fe80c-9934-473b-b8d8-0b5385c0c15f req-142b4438-c9e5-4a72-885c-2724fc6c2471 tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a30716d-400c-48ac-88f0-dc1df3377d1f HTTP/1.1" status: 200 len: 943 time: 0.2311783 Jul 07 14:02:44.454018 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20ddd96-9907-4caa-b226-a4df9c41c938 req-53f849b2-cb20-4fd1-a093-10770e3d7aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:02:44.455753 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-c20ddd96-9907-4caa-b226-a4df9c41c938 req-53f849b2-cb20-4fd1-a093-10770e3d7aa6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d5a402b8-fb82-49d2-a591-a3a216137cac HTTP/1.1" status: 200 len: 920 time: 0.1241319 Jul 07 14:02:44.518411 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 47530) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:02:44.534027 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-c20ddd96-9907-4caa-b226-a4df9c41c938 req-b9552012-32e8-46ff-8c4f-d8e3259b4565 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=306f1f7c-1872-49f6-b78a-22b9c85b975a HTTP/1.1" status: 200 len: 217 time: 0.0654931 Jul 07 14:02:44.539054 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-ef1fe80c-9934-473b-b8d8-0b5385c0c15f req-29b72eb5-37d4-43e2-b20c-13d68861f084 tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ca8eaaa-74a0-401f-8d2b-57d3f01379aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209579 Jul 07 14:02:44.579657 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.managers [req-7b2c88fb-2325-46e6-bb6c-aa1a7303c5fb req-b3709b5e-7365-4eda-9348-fef6e0561e65 service neutron] Attempting to bind port aa480a01-6ac1-4a90-a7d2-37320144b089 on host hv-cinder-79982 for vnic_type normal with profile {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 14:02:44.579921 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.managers [req-7b2c88fb-2325-46e6-bb6c-aa1a7303c5fb req-b3709b5e-7365-4eda-9348-fef6e0561e65 service neutron] Attempting to bind port aa480a01-6ac1-4a90-a7d2-37320144b089 by drivers openvswitch,hyperv on host hv-cinder-79982 at level 0 using segments [{'id': 'd4cb3a52-2815-4c98-bcbb-6804b3b1590e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'd5a402b8-fb82-49d2-a591-a3a216137cac'}] {{(pid=92953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 14:02:44.580269 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b2c88fb-2325-46e6-bb6c-aa1a7303c5fb req-b3709b5e-7365-4eda-9348-fef6e0561e65 service neutron] Attempting to bind port aa480a01-6ac1-4a90-a7d2-37320144b089 on network d5a402b8-fb82-49d2-a591-a3a216137cac {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 14:02:44.584903 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b2c88fb-2325-46e6-bb6c-aa1a7303c5fb req-b3709b5e-7365-4eda-9348-fef6e0561e65 service neutron] Port aa480a01-6ac1-4a90-a7d2-37320144b089 on network d5a402b8-fb82-49d2-a591-a3a216137cac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79982 {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 14:02:44.585222 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b2c88fb-2325-46e6-bb6c-aa1a7303c5fb req-b3709b5e-7365-4eda-9348-fef6e0561e65 service neutron] Attempting to bind port aa480a01-6ac1-4a90-a7d2-37320144b089 on network d5a402b8-fb82-49d2-a591-a3a216137cac {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 14:02:44.591187 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b2c88fb-2325-46e6-bb6c-aa1a7303c5fb req-b3709b5e-7365-4eda-9348-fef6e0561e65 service neutron] Checking agent: {'id': 'e287df4f-fe28-4fcb-9cb8-6aa29893570a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79982', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 13, 59, 32), 'started_at': datetime.datetime(2021, 7, 7, 13, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 14, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 14:02:44.591870 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b2c88fb-2325-46e6-bb6c-aa1a7303c5fb req-b3709b5e-7365-4eda-9348-fef6e0561e65 service neutron] Checking segment: {'id': 'd4cb3a52-2815-4c98-bcbb-6804b3b1590e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'd5a402b8-fb82-49d2-a591-a3a216137cac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 14:02:44.592494 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b2c88fb-2325-46e6-bb6c-aa1a7303c5fb req-b3709b5e-7365-4eda-9348-fef6e0561e65 service neutron] Bound using segment: {'id': 'd4cb3a52-2815-4c98-bcbb-6804b3b1590e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'd5a402b8-fb82-49d2-a591-a3a216137cac'} {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 14:02:44.593006 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.managers [req-7b2c88fb-2325-46e6-bb6c-aa1a7303c5fb req-b3709b5e-7365-4eda-9348-fef6e0561e65 service neutron] Bound port: aa480a01-6ac1-4a90-a7d2-37320144b089, host: hv-cinder-79982, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4cb3a52-2815-4c98-bcbb-6804b3b1590e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'd5a402b8-fb82-49d2-a591-a3a216137cac'}}] {{(pid=92953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 14:02:44.593470 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [req-7b2c88fb-2325-46e6-bb6c-aa1a7303c5fb req-b3709b5e-7365-4eda-9348-fef6e0561e65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:44.649945 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20ddd96-9907-4caa-b226-a4df9c41c938 req-0bc08d06-7479-4a81-a25a-dc4a740d6059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:02:44.652188 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-c20ddd96-9907-4caa-b226-a4df9c41c938 req-0bc08d06-7479-4a81-a25a-dc4a740d6059 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=48d63b35-a0f2-4925-98ff-d191be5c1517 HTTP/1.1" status: 200 len: 859 time: 0.1064262 Jul 07 14:02:44.688512 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-2eadee8b-afd6-4909-895e-b3501ceaee08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:44.702563 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-c20ddd96-9907-4caa-b226-a4df9c41c938 req-30c49e6f-a46d-4052-8626-e125d082d570 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d5a402b8-fb82-49d2-a591-a3a216137cac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397084 Jul 07 14:02:44.712265 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [req-7b2c88fb-2325-46e6-bb6c-aa1a7303c5fb req-b3709b5e-7365-4eda-9348-fef6e0561e65 service neutron] For port aa480a01-6ac1-4a90-a7d2-37320144b089, host hv-cinder-79982, cleared binding levels {{(pid=92953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 14:02:44.749073 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [req-7b2c88fb-2325-46e6-bb6c-aa1a7303c5fb req-b3709b5e-7365-4eda-9348-fef6e0561e65 service neutron] For port aa480a01-6ac1-4a90-a7d2-37320144b089, host hv-cinder-79982, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79982',level=0,port_id=aa480a01-6ac1-4a90-a7d2-37320144b089,segment=NetworkSegment(d4cb3a52-2815-4c98-bcbb-6804b3b1590e),segment_id=d4cb3a52-2815-4c98-bcbb-6804b3b1590e)] {{(pid=92953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 14:02:44.756776 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [req-7b2c88fb-2325-46e6-bb6c-aa1a7303c5fb req-b3709b5e-7365-4eda-9348-fef6e0561e65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2608872'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:44.821776 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2c88fb-2325-46e6-bb6c-aa1a7303c5fb req-b3709b5e-7365-4eda-9348-fef6e0561e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:02:44.822666 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [req-7b2c88fb-2325-46e6-bb6c-aa1a7303c5fb req-b3709b5e-7365-4eda-9348-fef6e0561e65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582248'] for port, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:44.823880 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-7b2c88fb-2325-46e6-bb6c-aa1a7303c5fb req-b3709b5e-7365-4eda-9348-fef6e0561e65 service neutron] 10.222.0.24 "PUT /v2.0/ports/aa480a01-6ac1-4a90-a7d2-37320144b089 HTTP/1.1" status: 200 len: 1094 time: 1.2760305 Jul 07 14:02:44.825539 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b21bb8c6-b904-4df4-86d3-22a5b66ad5de', 'tag': 'aa480a01-6ac1-4a90-a7d2-37320144b089'}] {{(pid=92953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 14:02:44.829750 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b979791e0eb55c76fbaee7f898eb9add660ef90e10b4f8745b80363530633ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98cf38df-0c73-4dba-8aa4-8a6997a307e3" -d '{"events": [{"name": "network-changed", "server_uuid": "b21bb8c6-b904-4df4-86d3-22a5b66ad5de", "tag": "aa480a01-6ac1-4a90-a7d2-37320144b089"}]}' {{(pid=92953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 14:02:44.882435 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-c20ddd96-9907-4caa-b226-a4df9c41c938 req-eb867843-28e3-43b9-b356-1216d6fb26ec service neutron] 10.222.0.24 "GET /v2.0/networks/d5a402b8-fb82-49d2-a591-a3a216137cac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605513 Jul 07 14:02:44.948929 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 47554) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:02:44.954185 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 14:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1916846d-9726-4939-99e5-d31fda395768 x-openstack-request-id: req-1916846d-9726-4939-99e5-d31fda395768 {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 14:02:44.958875 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b21bb8c6-b904-4df4-86d3-22a5b66ad5de", "tag": "aa480a01-6ac1-4a90-a7d2-37320144b089", "status": "completed", "code": 200}]} {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 14:02:44.959680 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1916846d-9726-4939-99e5-d31fda395768 {{(pid=92953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 14:02:44.962593 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b21bb8c6-b904-4df4-86d3-22a5b66ad5de', 'tag': 'aa480a01-6ac1-4a90-a7d2-37320144b089', 'status': 'completed', 'code': 200} Jul 07 14:02:45.069856 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3709b5e-7365-4eda-9348-fef6e0561e65 service neutron] Pushing event updated for resources: {'Port': ['ID=aa480a01-6ac1-4a90-a7d2-37320144b089,revision_number=3']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:02:45.082753 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-c20ddd96-9907-4caa-b226-a4df9c41c938 req-930d844e-5c8a-4eb5-b5a6-39dc1d489fc8 service neutron] 10.222.0.24 "GET /v2.0/networks/d5a402b8-fb82-49d2-a591-a3a216137cac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789343 Jul 07 14:02:45.143931 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-094ceb2a-9fc1-450e-9aef-fd3a8a620eb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:45.211157 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-2eadee8b-afd6-4909-895e-b3501ceaee08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:45.213446 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2c88fb-2325-46e6-bb6c-aa1a7303c5fb req-2ce98e3d-8548-4cc7-9971-c73b57c768af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:02:45.215131 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-7b2c88fb-2325-46e6-bb6c-aa1a7303c5fb req-2ce98e3d-8548-4cc7-9971-c73b57c768af service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=62e31021b8044cd1897e43a8d26275b9&device_id=b21bb8c6-b904-4df4-86d3-22a5b66ad5de HTTP/1.1" status: 200 len: 1097 time: 0.3171582 Jul 07 14:02:45.219745 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-2eadee8b-afd6-4909-895e-b3501ceaee08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:45.306683 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-094ceb2a-9fc1-450e-9aef-fd3a8a620eb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:45.311481 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-094ceb2a-9fc1-450e-9aef-fd3a8a620eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:45.334734 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-7b2c88fb-2325-46e6-bb6c-aa1a7303c5fb req-ebc0fe95-c6a9-4929-81af-33bddd57c5b9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aa480a01-6ac1-4a90-a7d2-37320144b089 HTTP/1.1" status: 200 len: 217 time: 0.1074648 Jul 07 14:02:45.353797 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-094ceb2a-9fc1-450e-9aef-fd3a8a620eb3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e12d6b9f405e4ac5829cf12726bcbc6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4039583 Jul 07 14:02:45.354897 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094ceb2a-9fc1-450e-9aef-fd3a8a620eb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebd45203-4aa3-41af-8baa-d4e1c26aac6f,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:02:45.356994 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 47586) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:02:45.388312 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eadee8b-afd6-4909-895e-b3501ceaee08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=931c2fc2-ba5b-4ab8-8ee0-9f26faa17b1b,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:02:45.412049 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-0fb9d470-e690-493f-a78a-35ff5f081c28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:45.413365 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-2eadee8b-afd6-4909-895e-b3501ceaee08 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5277b7720bdd485a84a673c432d7dccc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8938961 Jul 07 14:02:45.416176 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 47588) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:02:45.419963 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00684a64-6c43-41f8-8e9c-58f551d3eeb5 req-23cdaadd-9054-43a5-9056-8a49c2b40817 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:02:45.421317 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-00684a64-6c43-41f8-8e9c-58f551d3eeb5 req-23cdaadd-9054-43a5-9056-8a49c2b40817 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/networks?id=8ff1e969-aa56-4a37-b509-25263365d4bf HTTP/1.1" status: 200 len: 815 time: 0.3424253 Jul 07 14:02:45.451597 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-0fb9d470-e690-493f-a78a-35ff5f081c28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:45.462507 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-00684a64-6c43-41f8-8e9c-58f551d3eeb5 req-4aee4af1-5163-4120-9f0a-81af6a275561 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/quotas/4606813b7d26435ca537716b5eac6fcc HTTP/1.1" status: 200 len: 375 time: 0.0345902 Jul 07 14:02:45.464968 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2c88fb-2325-46e6-bb6c-aa1a7303c5fb req-f7b0e0c9-facb-473c-8c08-8ad817423f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:02:45.467746 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-7b2c88fb-2325-46e6-bb6c-aa1a7303c5fb req-f7b0e0c9-facb-473c-8c08-8ad817423f4d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=48d63b35-a0f2-4925-98ff-d191be5c1517 HTTP/1.1" status: 200 len: 859 time: 0.1010103 Jul 07 14:02:45.509252 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-a079b55d-5d40-4030-a526-d38174cdb69e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:45.536210 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474a38f5-4837-4fa9-9bd0-37936b975626 req-eac1fa77-8520-443b-a037-7463864b1e59 tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:02:45.536445 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-a079b55d-5d40-4030-a526-d38174cdb69e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:45.537744 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-474a38f5-4837-4fa9-9bd0-37936b975626 req-eac1fa77-8520-443b-a037-7463864b1e59 tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] 10.222.0.16 "GET /v2.0/ports?device_id=b21bb8c6-b904-4df4-86d3-22a5b66ad5de HTTP/1.1" status: 200 len: 944 time: 0.2626016 Jul 07 14:02:45.544349 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-0fb9d470-e690-493f-a78a-35ff5f081c28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:45.546868 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-0fb9d470-e690-493f-a78a-35ff5f081c28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:45.548546 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-0fb9d470-e690-493f-a78a-35ff5f081c28 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ebd45203-4aa3-41af-8baa-d4e1c26aac6f HTTP/1.1" status: 204 len: 168 time: 0.1903310 Jul 07 14:02:45.563326 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-7b2c88fb-2325-46e6-bb6c-aa1a7303c5fb req-9576f0cd-1e3c-4055-8d0a-0a793ad8af17 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d5a402b8-fb82-49d2-a591-a3a216137cac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0809562 Jul 07 14:02:45.567004 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb9d470-e690-493f-a78a-35ff5f081c28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebd45203-4aa3-41af-8baa-d4e1c26aac6f,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:02:45.613715 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-a079b55d-5d40-4030-a526-d38174cdb69e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:45.616539 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-a079b55d-5d40-4030-a526-d38174cdb69e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:45.620820 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-a079b55d-5d40-4030-a526-d38174cdb69e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/931c2fc2-ba5b-4ab8-8ee0-9f26faa17b1b HTTP/1.1" status: 204 len: 168 time: 0.2037055 Jul 07 14:02:45.628979 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a079b55d-5d40-4030-a526-d38174cdb69e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=931c2fc2-ba5b-4ab8-8ee0-9f26faa17b1b,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:02:45.667406 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-474a38f5-4837-4fa9-9bd0-37936b975626 req-e01f039b-2322-49b6-968c-4618047dd5cd tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] 10.222.0.16 "GET /v2.0/security-groups?id=2551a6d1-3472-4f52-8352-4993782bafeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069987 Jul 07 14:02:45.690422 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-00684a64-6c43-41f8-8e9c-58f551d3eeb5 req-1c450148-4954-44cd-8e6b-eb1e729d8df6 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=4606813b7d26435ca537716b5eac6fcc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2190514 Jul 07 14:02:45.740864 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-7b2c88fb-2325-46e6-bb6c-aa1a7303c5fb req-3fa187f4-e104-4232-b0a1-fde4f6caf9ae service neutron] 10.222.0.24 "GET /v2.0/networks/d5a402b8-fb82-49d2-a591-a3a216137cac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599510 Jul 07 14:02:46.013695 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Device 3cb8ae74-af85-4020-8c96-fbfeafe1e652 details requested by agent hyperv_hv-cinder-79982 with host hv-cinder-79982 {{(pid=92955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 14:02:46.066915 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 47600) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:02:46.081123 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-9aba9c20-2c9f-4499-8d95-cbb0f3d2fff4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:46.108769 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-00684a64-6c43-41f8-8e9c-58f551d3eeb5 req-d10dc611-ac90-4a7d-afb9-7fb8b08b2815 service neutron] 10.222.0.16 "GET /v2.0/networks/8ff1e969-aa56-4a37-b509-25263365d4bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4097521 Jul 07 14:02:46.133194 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] For port 3cb8ae74-af85-4020-8c96-fbfeafe1e652, host hv-cinder-79982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79982',level=0,port_id=3cb8ae74-af85-4020-8c96-fbfeafe1e652,segment=NetworkSegment(a5453d1e-07a8-4e89-b7a7-c57497a51623),segment_id=a5453d1e-07a8-4e89-b7a7-c57497a51623)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 14:02:46.147617 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Returning: {'device': '3cb8ae74-af85-4020-8c96-fbfeafe1e652', 'network_id': '2e6ef9db-c645-46c2-a4ad-9a42b63fbd9a', 'port_id': '3cb8ae74-af85-4020-8c96-fbfeafe1e652', 'mac_address': 'fa:16:3e:d1:f4:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6857c425-409b-4939-b968-403c9cbe1010', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 14:02:46.151509 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-7b2c88fb-2325-46e6-bb6c-aa1a7303c5fb req-48c18a3c-0d01-43de-a3e0-5b4a431b37d3 service neutron] 10.222.0.24 "GET /v2.0/networks/d5a402b8-fb82-49d2-a591-a3a216137cac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3856244 Jul 07 14:02:46.187021 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1503781-9c62-465a-b405-89c4f7619e9b req-d6fd7375-1b3c-4162-b0ae-1656d2b2b8fe tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:02:46.190113 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:46.195078 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-e1503781-9c62-465a-b405-89c4f7619e9b req-d6fd7375-1b3c-4162-b0ae-1656d2b2b8fe tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a30716d-400c-48ac-88f0-dc1df3377d1f HTTP/1.1" status: 200 len: 943 time: 0.3624134 Jul 07 14:02:46.216553 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.notifiers.nova [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cb8ae74-af85-4020-8c96-fbfeafe1e652 {{(pid=92955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 14:02:46.217007 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-9aba9c20-2c9f-4499-8d95-cbb0f3d2fff4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:46.227122 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-9aba9c20-2c9f-4499-8d95-cbb0f3d2fff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:46.239308 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] For port 3cb8ae74-af85-4020-8c96-fbfeafe1e652, host hv-cinder-79982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79982',level=0,port_id=3cb8ae74-af85-4020-8c96-fbfeafe1e652,segment=NetworkSegment(a5453d1e-07a8-4e89-b7a7-c57497a51623),segment_id=a5453d1e-07a8-4e89-b7a7-c57497a51623)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 14:02:46.243978 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:46.245181 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Device 306f1f7c-1872-49f6-b78a-22b9c85b975a details requested by agent hyperv_hv-cinder-79982 with host hv-cinder-79982 {{(pid=92955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 14:02:46.270891 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aba9c20-2c9f-4499-8d95-cbb0f3d2fff4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f865bec3-1df6-4089-a9f1-f77d37ac4917,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:02:46.284199 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-e1503781-9c62-465a-b405-89c4f7619e9b req-297bb30f-f92e-48e7-8571-c8a0ff4d89ec tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ca8eaaa-74a0-401f-8d2b-57d3f01379aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881643 Jul 07 14:02:46.305828 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-9aba9c20-2c9f-4499-8d95-cbb0f3d2fff4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=357a65bdf2b943e38d9dd4430aec0c39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2263312 Jul 07 14:02:46.305828 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 47606) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:02:46.364581 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-00684a64-6c43-41f8-8e9c-58f551d3eeb5 req-f795564b-fba3-4670-9bbc-8c202305bfa3 service neutron] 10.222.0.16 "GET /v2.0/networks/8ff1e969-aa56-4a37-b509-25263365d4bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450867 Jul 07 14:02:46.379910 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cf38df-0c73-4dba-8aa4-8a6997a307e3 req-b0eacaec-1daf-48d2-9843-1ee30e269f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:02:46.385891 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-98cf38df-0c73-4dba-8aa4-8a6997a307e3 req-b0eacaec-1daf-48d2-9843-1ee30e269f28 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=62e31021b8044cd1897e43a8d26275b9&device_id=b21bb8c6-b904-4df4-86d3-22a5b66ad5de HTTP/1.1" status: 200 len: 1097 time: 0.1682968 Jul 07 14:02:46.389199 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-0fa0ab8a-522b-441d-b459-09f081294be7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:46.416922 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-0fa0ab8a-522b-441d-b459-09f081294be7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:46.431023 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] For port 306f1f7c-1872-49f6-b78a-22b9c85b975a, host hv-cinder-79982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79982',level=0,port_id=306f1f7c-1872-49f6-b78a-22b9c85b975a,segment=NetworkSegment(d4cb3a52-2815-4c98-bcbb-6804b3b1590e),segment_id=d4cb3a52-2815-4c98-bcbb-6804b3b1590e)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 14:02:46.446745 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Returning: {'device': '306f1f7c-1872-49f6-b78a-22b9c85b975a', 'network_id': 'd5a402b8-fb82-49d2-a591-a3a216137cac', 'port_id': '306f1f7c-1872-49f6-b78a-22b9c85b975a', 'mac_address': 'fa:16:3e:69:82:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48d63b35-a0f2-4925-98ff-d191be5c1517', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 14:02:46.481296 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-0fa0ab8a-522b-441d-b459-09f081294be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:46.484229 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-0fa0ab8a-522b-441d-b459-09f081294be7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:46.487744 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-0fa0ab8a-522b-441d-b459-09f081294be7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f865bec3-1df6-4089-a9f1-f77d37ac4917 HTTP/1.1" status: 204 len: 168 time: 0.1875882 Jul 07 14:02:46.494369 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa0ab8a-522b-441d-b459-09f081294be7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f865bec3-1df6-4089-a9f1-f77d37ac4917,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:02:46.512098 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:46.529615 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Pushing event updated for resources: {'Port': ['ID=3cb8ae74-af85-4020-8c96-fbfeafe1e652,revision_number=4']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:02:46.546111 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.notifiers.nova [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 306f1f7c-1872-49f6-b78a-22b9c85b975a {{(pid=92955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 14:02:46.569952 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] For port 306f1f7c-1872-49f6-b78a-22b9c85b975a, host hv-cinder-79982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79982',level=0,port_id=306f1f7c-1872-49f6-b78a-22b9c85b975a,segment=NetworkSegment(d4cb3a52-2815-4c98-bcbb-6804b3b1590e),segment_id=d4cb3a52-2815-4c98-bcbb-6804b3b1590e)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 14:02:46.576438 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:46.645461 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Pushing event updated for resources: {'Port': ['ID=306f1f7c-1872-49f6-b78a-22b9c85b975a,revision_number=4']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:02:46.647472 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-84ce00bb-e0d1-4f7c-aded-b9b80e5b664f req-132fef37-0f7d-4f98-bc18-80172cf0352b tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe763980-b8d0-4f59-a81f-cc75d57e74f4 HTTP/1.1" status: 200 len: 210 time: 0.0625911 Jul 07 14:02:46.667582 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cf38df-0c73-4dba-8aa4-8a6997a307e3 req-6775aab8-5982-4f58-9a09-237c4cb71a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:02:46.669310 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-98cf38df-0c73-4dba-8aa4-8a6997a307e3 req-6775aab8-5982-4f58-9a09-237c4cb71a70 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d5a402b8-fb82-49d2-a591-a3a216137cac HTTP/1.1" status: 200 len: 920 time: 0.2755287 Jul 07 14:02:46.728618 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-98cf38df-0c73-4dba-8aa4-8a6997a307e3 req-9a74cbab-74d5-4996-b5c7-fa2c71d25172 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aa480a01-6ac1-4a90-a7d2-37320144b089 HTTP/1.1" status: 200 len: 217 time: 0.0499015 Jul 07 14:02:46.800635 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cf38df-0c73-4dba-8aa4-8a6997a307e3 req-0e9fdb1b-9bbb-4830-a506-7761c2d05fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:02:46.802223 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-98cf38df-0c73-4dba-8aa4-8a6997a307e3 req-0e9fdb1b-9bbb-4830-a506-7761c2d05fee service neutron] 10.222.0.24 "GET /v2.0/subnets?id=48d63b35-a0f2-4925-98ff-d191be5c1517 HTTP/1.1" status: 200 len: 859 time: 0.0667210 Jul 07 14:02:46.860065 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-98cf38df-0c73-4dba-8aa4-8a6997a307e3 req-524e279b-17b8-49de-9360-62682ecc5d00 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d5a402b8-fb82-49d2-a591-a3a216137cac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475531 Jul 07 14:02:46.973512 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] get_ports_and_sgs() called for port_ids ['3cb8ae74-af85-4020-8c96-fbfeafe1e652'] {{(pid=92955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 14:02:47.011550 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be98e561-4075-4d62-ac72-6a94b9ae9118 req-1d0412f3-9d12-489a-9011-5444d11e9c89 tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:02:47.013052 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-be98e561-4075-4d62-ac72-6a94b9ae9118 req-1d0412f3-9d12-489a-9011-5444d11e9c89 tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] 10.222.0.16 "GET /v2.0/ports?device_id=b21bb8c6-b904-4df4-86d3-22a5b66ad5de HTTP/1.1" status: 200 len: 944 time: 0.1924264 Jul 07 14:02:47.024440 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] get_ports_and_sgs() called for port_ids ['306f1f7c-1872-49f6-b78a-22b9c85b975a'] {{(pid=92955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 14:02:47.029058 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-98cf38df-0c73-4dba-8aa4-8a6997a307e3 req-0e5bfbad-a2e2-47b4-9c63-6f6468b1c501 service neutron] 10.222.0.24 "GET /v2.0/networks/d5a402b8-fb82-49d2-a591-a3a216137cac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493182 Jul 07 14:02:47.139045 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-be98e561-4075-4d62-ac72-6a94b9ae9118 req-578342b6-9a7b-485a-80dd-1c5adb13fe16 tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] 10.222.0.16 "GET /v2.0/security-groups?id=2551a6d1-3472-4f52-8352-4993782bafeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196256 Jul 07 14:02:47.201829 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-98cf38df-0c73-4dba-8aa4-8a6997a307e3 req-c859946f-1972-4954-9f53-d80cbe38807e service neutron] 10.222.0.24 "GET /v2.0/networks/d5a402b8-fb82-49d2-a591-a3a216137cac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610279 Jul 07 14:02:47.496807 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78536c2-5804-4ca6-bc4a-046c22a26eec req-82d24839-ca85-4467-87a1-20d9ddea7889 tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:02:47.498581 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-a78536c2-5804-4ca6-bc4a-046c22a26eec req-82d24839-ca85-4467-87a1-20d9ddea7889 tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a30716d-400c-48ac-88f0-dc1df3377d1f HTTP/1.1" status: 200 len: 944 time: 0.0800436 Jul 07 14:02:47.553314 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-a78536c2-5804-4ca6-bc4a-046c22a26eec req-a4e2c3c9-39cd-4438-8171-2a88eef73db8 tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ca8eaaa-74a0-401f-8d2b-57d3f01379aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469759 Jul 07 14:02:47.807215 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-7b324773-8be1-4883-bdfb-2835cb0190c6 req-9a64c383-11c4-44d8-b6c7-6499fa701bab tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe763980-b8d0-4f59-a81f-cc75d57e74f4 HTTP/1.1" status: 200 len: 210 time: 0.0347300 Jul 07 14:02:48.025789 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Device aa480a01-6ac1-4a90-a7d2-37320144b089 details requested by agent hyperv_hv-cinder-79982 with host hv-cinder-79982 {{(pid=92955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 14:02:48.180797 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] For port aa480a01-6ac1-4a90-a7d2-37320144b089, host hv-cinder-79982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79982',level=0,port_id=aa480a01-6ac1-4a90-a7d2-37320144b089,segment=NetworkSegment(d4cb3a52-2815-4c98-bcbb-6804b3b1590e),segment_id=d4cb3a52-2815-4c98-bcbb-6804b3b1590e)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 14:02:48.205187 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Returning: {'device': 'aa480a01-6ac1-4a90-a7d2-37320144b089', 'network_id': 'd5a402b8-fb82-49d2-a591-a3a216137cac', 'port_id': 'aa480a01-6ac1-4a90-a7d2-37320144b089', 'mac_address': 'fa:16:3e:5a:93:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48d63b35-a0f2-4925-98ff-d191be5c1517', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 14:02:48.239332 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00684a64-6c43-41f8-8e9c-58f551d3eeb5 req-118bfe15-c76b-4e0a-993b-7f3b0e0c1615 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:02:48.241152 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-00684a64-6c43-41f8-8e9c-58f551d3eeb5 req-118bfe15-c76b-4e0a-993b-7f3b0e0c1615 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.24 "GET /v2.0/networks?id=8ff1e969-aa56-4a37-b509-25263365d4bf HTTP/1.1" status: 200 len: 815 time: 0.1612668 Jul 07 14:02:48.256952 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.v2.base [req-00684a64-6c43-41f8-8e9c-58f551d3eeb5 req-ca218fc3-ee75-4c86-86df-0027a2f03011 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Request body: {'port': {'device_id': 'fe763980-b8d0-4f59-a81f-cc75d57e74f4', 'network_id': '8ff1e969-aa56-4a37-b509-25263365d4bf', 'admin_state_up': True, 'tenant_id': '4606813b7d26435ca537716b5eac6fcc'}} {{(pid=92953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 14:02:48.302382 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:48.318761 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.notifiers.nova [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa480a01-6ac1-4a90-a7d2-37320144b089 {{(pid=92955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 14:02:48.349274 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] For port aa480a01-6ac1-4a90-a7d2-37320144b089, host hv-cinder-79982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79982',level=0,port_id=aa480a01-6ac1-4a90-a7d2-37320144b089,segment=NetworkSegment(d4cb3a52-2815-4c98-bcbb-6804b3b1590e),segment_id=d4cb3a52-2815-4c98-bcbb-6804b3b1590e)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 14:02:48.360048 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:48.432008 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Pushing event updated for resources: {'Port': ['ID=aa480a01-6ac1-4a90-a7d2-37320144b089,revision_number=4']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:02:48.471483 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ab4104-657c-4ced-9487-91d9490e36e4 req-28bac3b5-620e-418f-b33f-7bd3ec5f4731 tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:02:48.472982 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-c3ab4104-657c-4ced-9487-91d9490e36e4 req-28bac3b5-620e-418f-b33f-7bd3ec5f4731 tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] 10.222.0.16 "GET /v2.0/ports?device_id=b21bb8c6-b904-4df4-86d3-22a5b66ad5de HTTP/1.1" status: 200 len: 945 time: 0.1347680 Jul 07 14:02:48.511790 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00684a64-6c43-41f8-8e9c-58f551d3eeb5 req-ca218fc3-ee75-4c86-86df-0027a2f03011 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Made reservation on behalf of 4606813b7d26435ca537716b5eac6fcc for: {'port': 1} {{(pid=92953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 14:02:48.515348 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [req-00684a64-6c43-41f8-8e9c-58f551d3eeb5 req-ca218fc3-ee75-4c86-86df-0027a2f03011 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:48.545742 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-c3ab4104-657c-4ced-9487-91d9490e36e4 req-433fe426-ed8f-45e7-9933-66bb20d5d1db tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] 10.222.0.16 "GET /v2.0/security-groups?id=2551a6d1-3472-4f52-8352-4993782bafeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654430 Jul 07 14:02:48.665851 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.db.db_base_plugin_common [req-00684a64-6c43-41f8-8e9c-58f551d3eeb5 req-ca218fc3-ee75-4c86-86df-0027a2f03011 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Allocated IP 172.20.0.5 (8ff1e969-aa56-4a37-b509-25263365d4bf/3c42dee8-1dec-4168-bdb5-a4e686f12390/b89c6e8f-613d-4f60-add8-50ad29e55b09) {{(pid=92953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 14:02:48.774697 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] get_ports_and_sgs() called for port_ids ['aa480a01-6ac1-4a90-a7d2-37320144b089'] {{(pid=92955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 14:02:48.850399 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e5ec08-6ef3-4e3a-92ac-ae8c570a1c36 req-044d8c16-ec26-4483-9b2d-8cd12aa37a53 tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:02:48.852136 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-75e5ec08-6ef3-4e3a-92ac-ae8c570a1c36 req-044d8c16-ec26-4483-9b2d-8cd12aa37a53 tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a30716d-400c-48ac-88f0-dc1df3377d1f HTTP/1.1" status: 200 len: 944 time: 0.1753130 Jul 07 14:02:48.935453 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [req-00684a64-6c43-41f8-8e9c-58f551d3eeb5 req-ca218fc3-ee75-4c86-86df-0027a2f03011 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Notify callbacks [] for port, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:48.945711 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-75e5ec08-6ef3-4e3a-92ac-ae8c570a1c36 req-8c16fc90-019d-423d-888c-66b6d5cfaaad tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ca8eaaa-74a0-401f-8d2b-57d3f01379aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643818 Jul 07 14:02:48.983781 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-534fd2f5-cef6-48d0-88a6-f1340026a663 req-b9f97301-62c0-4d2e-aeff-908bb6d0e862 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe763980-b8d0-4f59-a81f-cc75d57e74f4 HTTP/1.1" status: 200 len: 210 time: 0.0295520 Jul 07 14:02:49.009467 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [req-00684a64-6c43-41f8-8e9c-58f551d3eeb5 req-ca218fc3-ee75-4c86-86df-0027a2f03011 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744350976988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2608666'] for port, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:49.055482 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00684a64-6c43-41f8-8e9c-58f551d3eeb5 req-ca218fc3-ee75-4c86-86df-0027a2f03011 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Network 8ff1e969-aa56-4a37-b509-25263365d4bf is already hosted by enough agents. {{(pid=92953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 14:02:49.058833 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.scheduler.base_scheduler [req-00684a64-6c43-41f8-8e9c-58f551d3eeb5 req-ca218fc3-ee75-4c86-86df-0027a2f03011 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Resources bound (agent type, host, resource id): {{(pid=92953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 14:02:49.063187 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [req-00684a64-6c43-41f8-8e9c-58f551d3eeb5 req-ca218fc3-ee75-4c86-86df-0027a2f03011 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Received port after_create {{(pid=92953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 14:02:49.089827 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca218fc3-ee75-4c86-86df-0027a2f03011 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Pushing event updated for resources: {'Port': ['ID=b89c6e8f-613d-4f60-add8-50ad29e55b09,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:02:49.118827 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00684a64-6c43-41f8-8e9c-58f551d3eeb5 req-ca218fc3-ee75-4c86-86df-0027a2f03011 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:02:49.119481 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [req-00684a64-6c43-41f8-8e9c-58f551d3eeb5 req-ca218fc3-ee75-4c86-86df-0027a2f03011 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582248'] for port, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:49.134247 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-00684a64-6c43-41f8-8e9c-58f551d3eeb5 req-ca218fc3-ee75-4c86-86df-0027a2f03011 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8816564 Jul 07 14:02:49.147332 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.v2.base [req-00684a64-6c43-41f8-8e9c-58f551d3eeb5 req-c413f183-0371-4a4c-b7ac-19fab9762cf2 service neutron] Request body: {'port': {'device_id': 'fe763980-b8d0-4f59-a81f-cc75d57e74f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79982'}} {{(pid=92953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 14:02:49.224320 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [req-00684a64-6c43-41f8-8e9c-58f551d3eeb5 req-c413f183-0371-4a4c-b7ac-19fab9762cf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:49.491935 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.notifiers.nova [req-00684a64-6c43-41f8-8e9c-58f551d3eeb5 req-c413f183-0371-4a4c-b7ac-19fab9762cf2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b89c6e8f-613d-4f60-add8-50ad29e55b09 {{(pid=92953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 14:02:49.499612 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [req-00684a64-6c43-41f8-8e9c-58f551d3eeb5 req-c413f183-0371-4a4c-b7ac-19fab9762cf2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:49.512446 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [req-00684a64-6c43-41f8-8e9c-58f551d3eeb5 req-c413f183-0371-4a4c-b7ac-19fab9762cf2 service neutron] Transition to ACTIVE for port object b89c6e8f-613d-4f60-add8-50ad29e55b09 will not be triggered until provisioned by entity L2. {{(pid=92953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 14:02:49.517007 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [req-00684a64-6c43-41f8-8e9c-58f551d3eeb5 req-c413f183-0371-4a4c-b7ac-19fab9762cf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2608872'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:49.591953 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c413f183-0371-4a4c-b7ac-19fab9762cf2 service neutron] Pushing event updated for resources: {'Port': ['ID=b89c6e8f-613d-4f60-add8-50ad29e55b09,revision_number=2']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:02:49.640374 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.managers [req-00684a64-6c43-41f8-8e9c-58f551d3eeb5 req-c413f183-0371-4a4c-b7ac-19fab9762cf2 service neutron] Attempting to bind port b89c6e8f-613d-4f60-add8-50ad29e55b09 on host hv-cinder-79982 for vnic_type normal with profile {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 14:02:49.640799 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.managers [req-00684a64-6c43-41f8-8e9c-58f551d3eeb5 req-c413f183-0371-4a4c-b7ac-19fab9762cf2 service neutron] Attempting to bind port b89c6e8f-613d-4f60-add8-50ad29e55b09 by drivers openvswitch,hyperv on host hv-cinder-79982 at level 0 using segments [{'id': 'f3f58588-4c9a-407d-b956-d7d536d6c493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '8ff1e969-aa56-4a37-b509-25263365d4bf'}] {{(pid=92953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 14:02:49.641100 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00684a64-6c43-41f8-8e9c-58f551d3eeb5 req-c413f183-0371-4a4c-b7ac-19fab9762cf2 service neutron] Attempting to bind port b89c6e8f-613d-4f60-add8-50ad29e55b09 on network 8ff1e969-aa56-4a37-b509-25263365d4bf {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 14:02:49.646600 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00684a64-6c43-41f8-8e9c-58f551d3eeb5 req-c413f183-0371-4a4c-b7ac-19fab9762cf2 service neutron] Port b89c6e8f-613d-4f60-add8-50ad29e55b09 on network 8ff1e969-aa56-4a37-b509-25263365d4bf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79982 {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 14:02:49.647151 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00684a64-6c43-41f8-8e9c-58f551d3eeb5 req-c413f183-0371-4a4c-b7ac-19fab9762cf2 service neutron] Attempting to bind port b89c6e8f-613d-4f60-add8-50ad29e55b09 on network 8ff1e969-aa56-4a37-b509-25263365d4bf {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 14:02:49.650711 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] get_ports_and_sgs() called for port_ids ['a6f266a4-eec8-4dc4-97e0-ad4c884aec24', 'c2a8a1f4-70b1-48ed-8ad4-7f8642f3990e'] {{(pid=92955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 14:02:49.656104 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00684a64-6c43-41f8-8e9c-58f551d3eeb5 req-c413f183-0371-4a4c-b7ac-19fab9762cf2 service neutron] Checking agent: {'id': 'e287df4f-fe28-4fcb-9cb8-6aa29893570a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79982', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 13, 59, 32), 'started_at': datetime.datetime(2021, 7, 7, 13, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 14, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 14:02:49.656481 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00684a64-6c43-41f8-8e9c-58f551d3eeb5 req-c413f183-0371-4a4c-b7ac-19fab9762cf2 service neutron] Checking segment: {'id': 'f3f58588-4c9a-407d-b956-d7d536d6c493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '8ff1e969-aa56-4a37-b509-25263365d4bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 14:02:49.657052 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00684a64-6c43-41f8-8e9c-58f551d3eeb5 req-c413f183-0371-4a4c-b7ac-19fab9762cf2 service neutron] Bound using segment: {'id': 'f3f58588-4c9a-407d-b956-d7d536d6c493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '8ff1e969-aa56-4a37-b509-25263365d4bf'} {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 14:02:49.657489 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.managers [req-00684a64-6c43-41f8-8e9c-58f551d3eeb5 req-c413f183-0371-4a4c-b7ac-19fab9762cf2 service neutron] Bound port: b89c6e8f-613d-4f60-add8-50ad29e55b09, host: hv-cinder-79982, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3f58588-4c9a-407d-b956-d7d536d6c493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '8ff1e969-aa56-4a37-b509-25263365d4bf'}}] {{(pid=92953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 14:02:49.657855 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [req-00684a64-6c43-41f8-8e9c-58f551d3eeb5 req-c413f183-0371-4a4c-b7ac-19fab9762cf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:49.766272 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [req-00684a64-6c43-41f8-8e9c-58f551d3eeb5 req-c413f183-0371-4a4c-b7ac-19fab9762cf2 service neutron] For port b89c6e8f-613d-4f60-add8-50ad29e55b09, host hv-cinder-79982, cleared binding levels {{(pid=92953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 14:02:49.784889 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [req-00684a64-6c43-41f8-8e9c-58f551d3eeb5 req-c413f183-0371-4a4c-b7ac-19fab9762cf2 service neutron] For port b89c6e8f-613d-4f60-add8-50ad29e55b09, host hv-cinder-79982, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79982',level=0,port_id=b89c6e8f-613d-4f60-add8-50ad29e55b09,segment=NetworkSegment(f3f58588-4c9a-407d-b956-d7d536d6c493),segment_id=f3f58588-4c9a-407d-b956-d7d536d6c493)] {{(pid=92953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 14:02:49.792760 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf69a90-e3e5-4c47-ada8-90bcffa32859 req-dc2745da-8e9b-4e09-b90e-8a456601c6b5 tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:02:49.794239 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-bcf69a90-e3e5-4c47-ada8-90bcffa32859 req-dc2745da-8e9b-4e09-b90e-8a456601c6b5 tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] 10.222.0.16 "GET /v2.0/ports?device_id=b21bb8c6-b904-4df4-86d3-22a5b66ad5de HTTP/1.1" status: 200 len: 945 time: 0.1225812 Jul 07 14:02:49.795712 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [req-00684a64-6c43-41f8-8e9c-58f551d3eeb5 req-c413f183-0371-4a4c-b7ac-19fab9762cf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2608872'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:49.845743 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00684a64-6c43-41f8-8e9c-58f551d3eeb5 req-c413f183-0371-4a4c-b7ac-19fab9762cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:02:49.846362 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [req-00684a64-6c43-41f8-8e9c-58f551d3eeb5 req-c413f183-0371-4a4c-b7ac-19fab9762cf2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582248'] for port, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:49.847765 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-00684a64-6c43-41f8-8e9c-58f551d3eeb5 req-c413f183-0371-4a4c-b7ac-19fab9762cf2 service neutron] 10.222.0.24 "PUT /v2.0/ports/b89c6e8f-613d-4f60-add8-50ad29e55b09 HTTP/1.1" status: 200 len: 1093 time: 0.7045205 Jul 07 14:02:49.849885 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe763980-b8d0-4f59-a81f-cc75d57e74f4', 'tag': 'b89c6e8f-613d-4f60-add8-50ad29e55b09'}] {{(pid=92953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 14:02:49.852102 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b979791e0eb55c76fbaee7f898eb9add660ef90e10b4f8745b80363530633ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dae7e040-b7f2-49cc-99b7-2d9620a26a69" -d '{"events": [{"name": "network-changed", "server_uuid": "fe763980-b8d0-4f59-a81f-cc75d57e74f4", "tag": "b89c6e8f-613d-4f60-add8-50ad29e55b09"}]}' {{(pid=92953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 14:02:49.906190 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c413f183-0371-4a4c-b7ac-19fab9762cf2 service neutron] Pushing event updated for resources: {'Port': ['ID=b89c6e8f-613d-4f60-add8-50ad29e55b09,revision_number=3']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:02:49.929372 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-bcf69a90-e3e5-4c47-ada8-90bcffa32859 req-8da747c8-c155-414d-a51f-b7b52ba8078c tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] 10.222.0.16 "GET /v2.0/security-groups?id=2551a6d1-3472-4f52-8352-4993782bafeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278539 Jul 07 14:02:49.978803 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 14:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-082040b2-0fca-48fa-a6cb-f26352be71be x-openstack-request-id: req-082040b2-0fca-48fa-a6cb-f26352be71be {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 14:02:49.979302 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe763980-b8d0-4f59-a81f-cc75d57e74f4", "tag": "b89c6e8f-613d-4f60-add8-50ad29e55b09", "status": "completed", "code": 200}]} {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 14:02:49.979844 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-082040b2-0fca-48fa-a6cb-f26352be71be {{(pid=92953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 14:02:49.980416 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe763980-b8d0-4f59-a81f-cc75d57e74f4', 'tag': 'b89c6e8f-613d-4f60-add8-50ad29e55b09', 'status': 'completed', 'code': 200} Jul 07 14:02:49.987282 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00684a64-6c43-41f8-8e9c-58f551d3eeb5 req-58049097-812c-4f6f-ad84-dc132d8a66ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:02:49.988767 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-00684a64-6c43-41f8-8e9c-58f551d3eeb5 req-58049097-812c-4f6f-ad84-dc132d8a66ef service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4606813b7d26435ca537716b5eac6fcc&device_id=fe763980-b8d0-4f59-a81f-cc75d57e74f4 HTTP/1.1" status: 200 len: 1096 time: 0.0788741 Jul 07 14:02:50.033830 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Device 3cb8ae74-af85-4020-8c96-fbfeafe1e652 up at agent hyperv_hv-cinder-79982 {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 14:02:50.055056 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-00684a64-6c43-41f8-8e9c-58f551d3eeb5 req-0a9cf10a-3d93-47c9-a84d-35a56acd47ae service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b89c6e8f-613d-4f60-add8-50ad29e55b09 HTTP/1.1" status: 200 len: 217 time: 0.0526669 Jul 07 14:02:50.145866 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Provisioning for port 3cb8ae74-af85-4020-8c96-fbfeafe1e652 completed by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 14:02:50.150688 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Provisioning complete for port 3cb8ae74-af85-4020-8c96-fbfeafe1e652 triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 14:02:50.151167 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732533'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:50.153912 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00684a64-6c43-41f8-8e9c-58f551d3eeb5 req-3635b1e7-c5f6-4184-bceb-717f985db35a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:02:50.155381 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-00684a64-6c43-41f8-8e9c-58f551d3eeb5 req-3635b1e7-c5f6-4184-bceb-717f985db35a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3c42dee8-1dec-4168-bdb5-a4e686f12390 HTTP/1.1" status: 200 len: 855 time: 0.0889311 Jul 07 14:02:50.235515 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-00684a64-6c43-41f8-8e9c-58f551d3eeb5 req-9d0edffc-b63b-45c8-9f4b-2e92f942d27c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8ff1e969-aa56-4a37-b509-25263365d4bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548584 Jul 07 14:02:50.249354 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:50.272786 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a30716d-400c-48ac-88f0-dc1df3377d1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cb8ae74-af85-4020-8c96-fbfeafe1e652'}] {{(pid=92955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 14:02:50.278331 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e11a9a08f0ebba7a9f0c3b7780f6d7944ec82452e2695ea1962573c23703eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f87fa20-9b09-43d7-8259-df4a8bf02eea" -d '{"events": [{"server_uuid": "0a30716d-400c-48ac-88f0-dc1df3377d1f", "name": "network-vif-plugged", "status": "completed", "tag": "3cb8ae74-af85-4020-8c96-fbfeafe1e652"}]}' {{(pid=92955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 14:02:50.291911 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] For port 3cb8ae74-af85-4020-8c96-fbfeafe1e652, host hv-cinder-79982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79982',level=0,port_id=3cb8ae74-af85-4020-8c96-fbfeafe1e652,segment=NetworkSegment(a5453d1e-07a8-4e89-b7a7-c57497a51623),segment_id=a5453d1e-07a8-4e89-b7a7-c57497a51623)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 14:02:50.297272 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:50.298249 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Device aa480a01-6ac1-4a90-a7d2-37320144b089 up at agent hyperv_hv-cinder-79982 {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 14:02:50.337993 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae905fc-80f7-4db9-bdf8-9a3805dbd283 req-512b4910-8b09-4fcd-9776-fb74b8cc25e7 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:02:50.339529 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-8ae905fc-80f7-4db9-bdf8-9a3805dbd283 req-512b4910-8b09-4fcd-9776-fb74b8cc25e7 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe763980-b8d0-4f59-a81f-cc75d57e74f4 HTTP/1.1" status: 200 len: 943 time: 0.2019613 Jul 07 14:02:50.362109 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917f4dae-3e53-459c-96e8-a933e5a3dedd req-f893f0a7-f333-4952-85e3-fef71deeb6b7 tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:02:50.363653 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-917f4dae-3e53-459c-96e8-a933e5a3dedd req-f893f0a7-f333-4952-85e3-fef71deeb6b7 tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a30716d-400c-48ac-88f0-dc1df3377d1f HTTP/1.1" status: 200 len: 944 time: 0.2236948 Jul 07 14:02:50.382774 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Pushing event updated for resources: {'Port': ['ID=3cb8ae74-af85-4020-8c96-fbfeafe1e652,revision_number=5']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:02:50.407676 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Provisioning for port aa480a01-6ac1-4a90-a7d2-37320144b089 completed by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 14:02:50.412150 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Provisioning complete for port aa480a01-6ac1-4a90-a7d2-37320144b089 triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 14:02:50.412528 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732533'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:50.496774 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:50.532338 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] For port aa480a01-6ac1-4a90-a7d2-37320144b089, host hv-cinder-79982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79982',level=0,port_id=aa480a01-6ac1-4a90-a7d2-37320144b089,segment=NetworkSegment(d4cb3a52-2815-4c98-bcbb-6804b3b1590e),segment_id=d4cb3a52-2815-4c98-bcbb-6804b3b1590e)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 14:02:50.539880 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:50.540692 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Device 306f1f7c-1872-49f6-b78a-22b9c85b975a up at agent hyperv_hv-cinder-79982 {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 14:02:50.627570 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Pushing event updated for resources: {'Port': ['ID=aa480a01-6ac1-4a90-a7d2-37320144b089,revision_number=5']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:02:50.639771 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Provisioning for port 306f1f7c-1872-49f6-b78a-22b9c85b975a completed by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 14:02:50.642793 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-00684a64-6c43-41f8-8e9c-58f551d3eeb5 req-590b99b1-9902-4eaf-a5f7-95d2ecd1da1f service neutron] 10.222.0.24 "GET /v2.0/networks/8ff1e969-aa56-4a37-b509-25263365d4bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3956714 Jul 07 14:02:50.643927 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Provisioning complete for port 306f1f7c-1872-49f6-b78a-22b9c85b975a triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 14:02:50.644319 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732533'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:50.648070 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-917f4dae-3e53-459c-96e8-a933e5a3dedd req-c03137fd-fcff-498d-92a9-238092a620cb tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ca8eaaa-74a0-401f-8d2b-57d3f01379aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2765958 Jul 07 14:02:50.650733 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-8ae905fc-80f7-4db9-bdf8-9a3805dbd283 req-79fcaa47-2a28-4e05-8126-5e17cd0d609f tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7df1beb-b93b-47cb-b8fb-65a3d6c0c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2979751 Jul 07 14:02:50.727471 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 14:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c577f100-2dd4-4b81-aec2-00b800841873 x-openstack-request-id: req-c577f100-2dd4-4b81-aec2-00b800841873 {{(pid=92955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 14:02:50.728347 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a30716d-400c-48ac-88f0-dc1df3377d1f", "name": "network-vif-plugged", "status": "completed", "tag": "3cb8ae74-af85-4020-8c96-fbfeafe1e652", "code": 200}]} {{(pid=92955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 14:02:50.728593 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c577f100-2dd4-4b81-aec2-00b800841873 {{(pid=92955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 14:02:50.729001 dv-cinder-799821-1-iscsi neutron-server[92955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a30716d-400c-48ac-88f0-dc1df3377d1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cb8ae74-af85-4020-8c96-fbfeafe1e652', 'code': 200} Jul 07 14:02:50.737376 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:50.751284 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-00684a64-6c43-41f8-8e9c-58f551d3eeb5 req-e2a83a56-a994-4797-ad17-cbddf1610fa8 service neutron] 10.222.0.24 "GET /v2.0/networks/8ff1e969-aa56-4a37-b509-25263365d4bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996099 Jul 07 14:02:50.770725 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] For port 306f1f7c-1872-49f6-b78a-22b9c85b975a, host hv-cinder-79982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79982',level=0,port_id=306f1f7c-1872-49f6-b78a-22b9c85b975a,segment=NetworkSegment(d4cb3a52-2815-4c98-bcbb-6804b3b1590e),segment_id=d4cb3a52-2815-4c98-bcbb-6804b3b1590e)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 14:02:50.775111 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:50.827236 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Pushing event updated for resources: {'Port': ['ID=306f1f7c-1872-49f6-b78a-22b9c85b975a,revision_number=5']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:02:50.893823 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae7e040-b7f2-49cc-99b7-2d9620a26a69 req-ceecdfa2-be89-4e02-9d18-b4a8e92ae7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:02:50.895442 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-dae7e040-b7f2-49cc-99b7-2d9620a26a69 req-ceecdfa2-be89-4e02-9d18-b4a8e92ae7f4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4606813b7d26435ca537716b5eac6fcc&device_id=fe763980-b8d0-4f59-a81f-cc75d57e74f4 HTTP/1.1" status: 200 len: 1096 time: 0.0642009 Jul 07 14:02:50.965119 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb2ac00-828e-45a8-85f7-14ad7fe36c7a req-2e91db21-256c-4aa8-8e70-1e4f3416bcb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:02:50.966920 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-4eb2ac00-828e-45a8-85f7-14ad7fe36c7a req-2e91db21-256c-4aa8-8e70-1e4f3416bcb9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0a30716d-400c-48ac-88f0-dc1df3377d1f HTTP/1.1" status: 200 len: 1098 time: 0.0516629 Jul 07 14:02:51.000706 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae7e040-b7f2-49cc-99b7-2d9620a26a69 req-3bca27bf-14b7-47a1-b321-993dac1eb898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:02:51.002182 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-dae7e040-b7f2-49cc-99b7-2d9620a26a69 req-3bca27bf-14b7-47a1-b321-993dac1eb898 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8ff1e969-aa56-4a37-b509-25263365d4bf HTTP/1.1" status: 200 len: 916 time: 0.0863919 Jul 07 14:02:51.003461 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-4eb2ac00-828e-45a8-85f7-14ad7fe36c7a req-78a24de2-4d51-453c-bf4f-1a9ebda36bf9 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=1ca8eaaa-74a0-401f-8d2b-57d3f01379aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282514 Jul 07 14:02:51.113093 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb748f6-3b0a-4270-87f7-5963aa1831a2 req-cd9524c3-de71-4f48-8ba4-5b67b126624e tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:02:51.114517 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-bcb748f6-3b0a-4270-87f7-5963aa1831a2 req-cd9524c3-de71-4f48-8ba4-5b67b126624e tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] 10.222.0.16 "GET /v2.0/ports?device_id=b21bb8c6-b904-4df4-86d3-22a5b66ad5de HTTP/1.1" status: 200 len: 946 time: 0.0767221 Jul 07 14:02:51.182609 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-dae7e040-b7f2-49cc-99b7-2d9620a26a69 req-2b0b0533-c9a0-41c6-bbbc-df665aef5caa service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b89c6e8f-613d-4f60-add8-50ad29e55b09 HTTP/1.1" status: 200 len: 217 time: 0.0352929 Jul 07 14:02:51.185355 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-bcb748f6-3b0a-4270-87f7-5963aa1831a2 req-755b24d4-ba36-457e-befd-bc4ae3854984 tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] 10.222.0.16 "GET /v2.0/security-groups?id=2551a6d1-3472-4f52-8352-4993782bafeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652804 Jul 07 14:02:51.237332 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae7e040-b7f2-49cc-99b7-2d9620a26a69 req-232f6783-f459-4af7-a022-c0ccc08a3117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:02:51.238865 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-dae7e040-b7f2-49cc-99b7-2d9620a26a69 req-232f6783-f459-4af7-a022-c0ccc08a3117 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3c42dee8-1dec-4168-bdb5-a4e686f12390 HTTP/1.1" status: 200 len: 855 time: 0.0437357 Jul 07 14:02:51.280871 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-dae7e040-b7f2-49cc-99b7-2d9620a26a69 req-2e155e25-841d-447a-91e2-0cbd84082c37 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8ff1e969-aa56-4a37-b509-25263365d4bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292501 Jul 07 14:02:51.382179 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-dae7e040-b7f2-49cc-99b7-2d9620a26a69 req-876e199b-1021-479f-a4c2-0475a8124706 service neutron] 10.222.0.24 "GET /v2.0/networks/8ff1e969-aa56-4a37-b509-25263365d4bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887008 Jul 07 14:02:51.490989 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-dae7e040-b7f2-49cc-99b7-2d9620a26a69 req-2af176e9-00a1-40a1-8ebd-229e202ef5f1 service neutron] 10.222.0.24 "GET /v2.0/networks/8ff1e969-aa56-4a37-b509-25263365d4bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981948 Jul 07 14:02:51.876008 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dba03e5-a1c2-485b-aa8d-d092820b91b8 req-1083d135-a0c3-4eba-a947-9d317f2bcb54 tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:02:51.877425 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-4dba03e5-a1c2-485b-aa8d-d092820b91b8 req-1083d135-a0c3-4eba-a947-9d317f2bcb54 tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a30716d-400c-48ac-88f0-dc1df3377d1f HTTP/1.1" status: 200 len: 945 time: 0.0996163 Jul 07 14:02:51.910485 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7ec1c5-0f49-4c27-bfcc-ab3015b81cf9 req-a38c6ed0-32dd-48aa-bdce-2b76fef1d7bb tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:02:51.911953 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-fd7ec1c5-0f49-4c27-bfcc-ab3015b81cf9 req-a38c6ed0-32dd-48aa-bdce-2b76fef1d7bb tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe763980-b8d0-4f59-a81f-cc75d57e74f4 HTTP/1.1" status: 200 len: 943 time: 0.1229296 Jul 07 14:02:51.946675 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-4dba03e5-a1c2-485b-aa8d-d092820b91b8 req-bb0959c0-bfac-4b7b-ba3e-77173513e2ee tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ca8eaaa-74a0-401f-8d2b-57d3f01379aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627034 Jul 07 14:02:51.966566 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-fd7ec1c5-0f49-4c27-bfcc-ab3015b81cf9 req-66537312-2717-440d-8398-17a3b6f62a6a tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7df1beb-b93b-47cb-b8fb-65a3d6c0c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464418 Jul 07 14:02:52.373884 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac450cab-e9ee-4fe7-8b12-d5073bbdc838 req-50002cc2-fe5a-4f00-9880-314619e6098e tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:02:52.376024 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-ac450cab-e9ee-4fe7-8b12-d5073bbdc838 req-50002cc2-fe5a-4f00-9880-314619e6098e tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] 10.222.0.16 "GET /v2.0/ports?device_id=b21bb8c6-b904-4df4-86d3-22a5b66ad5de HTTP/1.1" status: 200 len: 946 time: 0.0715137 Jul 07 14:02:52.414829 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-ac450cab-e9ee-4fe7-8b12-d5073bbdc838 req-7ab17a40-79cc-4d36-989c-ad6cabb42a04 tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] 10.222.0.16 "GET /v2.0/security-groups?id=2551a6d1-3472-4f52-8352-4993782bafeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324266 Jul 07 14:02:52.731089 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b21bb8c6-b904-4df4-86d3-22a5b66ad5de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa480a01-6ac1-4a90-a7d2-37320144b089'}, {'server_uuid': '795d3dde-bee1-49bb-8399-1b5f1b8d6905', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '306f1f7c-1872-49f6-b78a-22b9c85b975a'}] {{(pid=92955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 14:02:52.733671 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e11a9a08f0ebba7a9f0c3b7780f6d7944ec82452e2695ea1962573c23703eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23fb5aef-3ad3-4200-99a6-4f00ab46300c" -d '{"events": [{"server_uuid": "b21bb8c6-b904-4df4-86d3-22a5b66ad5de", "name": "network-vif-plugged", "status": "completed", "tag": "aa480a01-6ac1-4a90-a7d2-37320144b089"}, {"server_uuid": "795d3dde-bee1-49bb-8399-1b5f1b8d6905", "name": "network-vif-plugged", "status": "completed", "tag": "306f1f7c-1872-49f6-b78a-22b9c85b975a"}]}' {{(pid=92955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 14:02:52.775696 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 07 Jul 2021 14:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34abe649-db72-4fb4-baf3-918e31abe33f x-openstack-request-id: req-34abe649-db72-4fb4-baf3-918e31abe33f {{(pid=92955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 14:02:52.775696 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b21bb8c6-b904-4df4-86d3-22a5b66ad5de", "name": "network-vif-plugged", "status": "completed", "tag": "aa480a01-6ac1-4a90-a7d2-37320144b089", "code": 200}, {"server_uuid": "795d3dde-bee1-49bb-8399-1b5f1b8d6905", "name": "network-vif-plugged", "status": "completed", "tag": "306f1f7c-1872-49f6-b78a-22b9c85b975a", "code": 200}]} {{(pid=92955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 14:02:52.775696 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-34abe649-db72-4fb4-baf3-918e31abe33f {{(pid=92955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 14:02:52.775696 dv-cinder-799821-1-iscsi neutron-server[92955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b21bb8c6-b904-4df4-86d3-22a5b66ad5de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa480a01-6ac1-4a90-a7d2-37320144b089', 'code': 200} Jul 07 14:02:52.775696 dv-cinder-799821-1-iscsi neutron-server[92955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '795d3dde-bee1-49bb-8399-1b5f1b8d6905', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '306f1f7c-1872-49f6-b78a-22b9c85b975a', 'code': 200} Jul 07 14:02:53.068836 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b20bdf-6a98-4f32-bab4-9dc0bdee9beb req-3dae21ff-b205-42c2-b07d-e63bf5c87dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:02:53.070807 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-d0b20bdf-6a98-4f32-bab4-9dc0bdee9beb req-3dae21ff-b205-42c2-b07d-e63bf5c87dd3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=795d3dde-bee1-49bb-8399-1b5f1b8d6905 HTTP/1.1" status: 200 len: 1099 time: 0.0648892 Jul 07 14:02:53.101658 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c047fc59-b32f-45d5-99b1-896c7590a352 req-ad074a21-c682-4e13-8df9-ae21f0e5d5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:02:53.103332 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-c047fc59-b32f-45d5-99b1-896c7590a352 req-ad074a21-c682-4e13-8df9-ae21f0e5d5fa service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b21bb8c6-b904-4df4-86d3-22a5b66ad5de HTTP/1.1" status: 200 len: 1099 time: 0.0998950 Jul 07 14:02:53.112513 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-d0b20bdf-6a98-4f32-bab4-9dc0bdee9beb req-3567eded-46e3-40ce-b277-fcd18b740d93 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2551a6d1-3472-4f52-8352-4993782bafeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337145 Jul 07 14:02:53.165250 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f48f8e8-64e7-4ef0-9c2a-2d7c758f90bc req-d882361c-ea95-4b71-b363-09a1a31bfcdf tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:02:53.167401 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-9f48f8e8-64e7-4ef0-9c2a-2d7c758f90bc req-d882361c-ea95-4b71-b363-09a1a31bfcdf tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a30716d-400c-48ac-88f0-dc1df3377d1f HTTP/1.1" status: 200 len: 945 time: 0.0859191 Jul 07 14:02:53.243703 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-9f48f8e8-64e7-4ef0-9c2a-2d7c758f90bc req-93ed2566-276f-41d5-84eb-728026969568 tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ca8eaaa-74a0-401f-8d2b-57d3f01379aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686219 Jul 07 14:02:53.256175 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-c047fc59-b32f-45d5-99b1-896c7590a352 req-c1bd500c-ece6-427f-8160-ef252409a9c7 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2551a6d1-3472-4f52-8352-4993782bafeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745633 Jul 07 14:02:53.316399 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5d711a-5a26-45f2-9121-3f86102fc1b8 req-fa552df2-1917-4bef-a33a-752f84e6e5ee tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:02:53.318173 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-5a5d711a-5a26-45f2-9121-3f86102fc1b8 req-fa552df2-1917-4bef-a33a-752f84e6e5ee tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe763980-b8d0-4f59-a81f-cc75d57e74f4 HTTP/1.1" status: 200 len: 943 time: 0.0825386 Jul 07 14:02:53.360209 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-5a5d711a-5a26-45f2-9121-3f86102fc1b8 req-e191b4b6-d504-4f69-9d64-741f02d90b88 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7df1beb-b93b-47cb-b8fb-65a3d6c0c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346062 Jul 07 14:02:53.616293 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e85a4b6-b208-46fd-8125-71664d6776d2 req-f47e41f7-c8bf-4ab5-9268-55c99192c05b tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:02:53.618218 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-3e85a4b6-b208-46fd-8125-71664d6776d2 req-f47e41f7-c8bf-4ab5-9268-55c99192c05b tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] 10.222.0.16 "GET /v2.0/ports?device_id=b21bb8c6-b904-4df4-86d3-22a5b66ad5de HTTP/1.1" status: 200 len: 946 time: 0.0749793 Jul 07 14:02:53.659197 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-3e85a4b6-b208-46fd-8125-71664d6776d2 req-e4e6a45b-3326-4883-9a6b-7751bd26d8fa tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] 10.222.0.16 "GET /v2.0/security-groups?id=2551a6d1-3472-4f52-8352-4993782bafeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354710 Jul 07 14:02:53.694356 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 47846) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:02:53.797919 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-ee45cbb6-b716-42b8-aa77-c87c4f2429a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:53.913446 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-ee45cbb6-b716-42b8-aa77-c87c4f2429a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:53.917449 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-ee45cbb6-b716-42b8-aa77-c87c4f2429a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:53.959729 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee45cbb6-b716-42b8-aa77-c87c4f2429a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=756c9545-b928-4ebb-a3fe-e235301c5d35,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:02:53.970599 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-ee45cbb6-b716-42b8-aa77-c87c4f2429a2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ffa21a3ac5e643d2a127b53c0e442f1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2699533 Jul 07 14:02:53.970801 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 47854) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:02:54.041203 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-7273051e-929a-4542-bcbc-a47d8aa7277e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:54.045819 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Device b89c6e8f-613d-4f60-add8-50ad29e55b09 details requested by agent hyperv_hv-cinder-79982 with host hv-cinder-79982 {{(pid=92955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 14:02:54.069155 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-7273051e-929a-4542-bcbc-a47d8aa7277e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:54.146533 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-7273051e-929a-4542-bcbc-a47d8aa7277e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:54.150101 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-7273051e-929a-4542-bcbc-a47d8aa7277e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:54.155012 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-7273051e-929a-4542-bcbc-a47d8aa7277e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/756c9545-b928-4ebb-a3fe-e235301c5d35 HTTP/1.1" status: 204 len: 168 time: 0.1830642 Jul 07 14:02:54.164995 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] For port b89c6e8f-613d-4f60-add8-50ad29e55b09, host hv-cinder-79982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79982',level=0,port_id=b89c6e8f-613d-4f60-add8-50ad29e55b09,segment=NetworkSegment(f3f58588-4c9a-407d-b956-d7d536d6c493),segment_id=f3f58588-4c9a-407d-b956-d7d536d6c493)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 14:02:54.167731 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273051e-929a-4542-bcbc-a47d8aa7277e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=756c9545-b928-4ebb-a3fe-e235301c5d35,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:02:54.190422 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Returning: {'device': 'b89c6e8f-613d-4f60-add8-50ad29e55b09', 'network_id': '8ff1e969-aa56-4a37-b509-25263365d4bf', 'port_id': 'b89c6e8f-613d-4f60-add8-50ad29e55b09', 'mac_address': 'fa:16:3e:8c:db:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c42dee8-1dec-4168-bdb5-a4e686f12390', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 14:02:54.450528 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:54.493022 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.notifiers.nova [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b89c6e8f-613d-4f60-add8-50ad29e55b09 {{(pid=92955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 14:02:54.518926 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] For port b89c6e8f-613d-4f60-add8-50ad29e55b09, host hv-cinder-79982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79982',level=0,port_id=b89c6e8f-613d-4f60-add8-50ad29e55b09,segment=NetworkSegment(f3f58588-4c9a-407d-b956-d7d536d6c493),segment_id=f3f58588-4c9a-407d-b956-d7d536d6c493)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 14:02:54.549325 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:54.555873 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb7551e-fbfb-4b09-b15c-f263a18bf573 req-c40cddff-6c4d-4837-a13a-b841544ce567 tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:02:54.563162 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-7bb7551e-fbfb-4b09-b15c-f263a18bf573 req-c40cddff-6c4d-4837-a13a-b841544ce567 tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a30716d-400c-48ac-88f0-dc1df3377d1f HTTP/1.1" status: 200 len: 945 time: 0.1684413 Jul 07 14:02:54.616555 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Pushing event updated for resources: {'Port': ['ID=b89c6e8f-613d-4f60-add8-50ad29e55b09,revision_number=4']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:02:54.618557 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 47868) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:02:54.630599 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-7bb7551e-fbfb-4b09-b15c-f263a18bf573 req-de209d7a-582e-4080-96b3-c9529e5577c4 tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ca8eaaa-74a0-401f-8d2b-57d3f01379aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562530 Jul 07 14:02:54.646495 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-967d8461-ebbf-4385-985a-552e18c169f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:54.659640 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9ac0ed-a5df-4b3c-a1f2-29c588978fb1 req-0ba5bcb1-62bb-4f85-8e52-a636a57cbe0d tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:02:54.661312 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-5d9ac0ed-a5df-4b3c-a1f2-29c588978fb1 req-0ba5bcb1-62bb-4f85-8e52-a636a57cbe0d tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe763980-b8d0-4f59-a81f-cc75d57e74f4 HTTP/1.1" status: 200 len: 943 time: 0.1578770 Jul 07 14:02:54.701998 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-5d9ac0ed-a5df-4b3c-a1f2-29c588978fb1 req-d04e04fd-c929-4fe2-a565-3fe4cb7ec966 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7df1beb-b93b-47cb-b8fb-65a3d6c0c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349948 Jul 07 14:02:54.740070 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-967d8461-ebbf-4385-985a-552e18c169f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:54.744560 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-967d8461-ebbf-4385-985a-552e18c169f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:54.784500 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-967d8461-ebbf-4385-985a-552e18c169f9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c078eb8b65ba492e96d0e8fc06ca8255&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1627805 Jul 07 14:02:54.785483 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967d8461-ebbf-4385-985a-552e18c169f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7269884f-e28c-41f5-a319-d3a0b38f23de,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:02:54.787687 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 47874) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:02:54.822584 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-ba0655b3-7b1a-4c40-864e-89f70b94eceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:54.848813 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-6913ee0c-f110-42fb-905c-9dec6f0b2d0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:54.903510 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-6913ee0c-f110-42fb-905c-9dec6f0b2d0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:54.956272 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede762e0-e016-4d60-a791-097959c05e91 req-f9aa0e46-989d-4a8f-b4f1-849f03b9a142 tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:02:54.957734 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-ede762e0-e016-4d60-a791-097959c05e91 req-f9aa0e46-989d-4a8f-b4f1-849f03b9a142 tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] 10.222.0.16 "GET /v2.0/ports?device_id=b21bb8c6-b904-4df4-86d3-22a5b66ad5de HTTP/1.1" status: 200 len: 946 time: 0.1109610 Jul 07 14:02:54.987478 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-6913ee0c-f110-42fb-905c-9dec6f0b2d0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:54.989927 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-6913ee0c-f110-42fb-905c-9dec6f0b2d0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:54.991024 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-6913ee0c-f110-42fb-905c-9dec6f0b2d0a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7269884f-e28c-41f5-a319-d3a0b38f23de HTTP/1.1" status: 204 len: 168 time: 0.2021387 Jul 07 14:02:55.008643 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-ede762e0-e016-4d60-a791-097959c05e91 req-0e28a48b-4827-4ee0-9293-d92de36a69d3 tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] 10.222.0.16 "GET /v2.0/security-groups?id=2551a6d1-3472-4f52-8352-4993782bafeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446966 Jul 07 14:02:55.009464 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6913ee0c-f110-42fb-905c-9dec6f0b2d0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7269884f-e28c-41f5-a319-d3a0b38f23de,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:02:55.158316 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] get_ports_and_sgs() called for port_ids ['b89c6e8f-613d-4f60-add8-50ad29e55b09'] {{(pid=92955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 14:02:55.809473 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27093f13-e87d-4f1f-bef7-1104855f8271 req-de4e28dc-7a6b-4958-9352-74463c76ec4c tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:02:55.810973 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-27093f13-e87d-4f1f-bef7-1104855f8271 req-de4e28dc-7a6b-4958-9352-74463c76ec4c tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a30716d-400c-48ac-88f0-dc1df3377d1f HTTP/1.1" status: 200 len: 945 time: 0.0774021 Jul 07 14:02:55.891466 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-27093f13-e87d-4f1f-bef7-1104855f8271 req-dc963aa0-503f-498b-8cb7-bc80aaacb4f2 tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ca8eaaa-74a0-401f-8d2b-57d3f01379aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706027 Jul 07 14:02:55.918579 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466a8d31-1006-4f9d-bf2c-06b41ea0405d req-eccffe4c-1514-450f-a713-9a1e7bfc111a tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:02:55.920366 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-466a8d31-1006-4f9d-bf2c-06b41ea0405d req-eccffe4c-1514-450f-a713-9a1e7bfc111a tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe763980-b8d0-4f59-a81f-cc75d57e74f4 HTTP/1.1" status: 200 len: 944 time: 0.0932057 Jul 07 14:02:55.964283 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-466a8d31-1006-4f9d-bf2c-06b41ea0405d req-e98a7251-ab61-44d8-ab91-39d2fd652df5 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7df1beb-b93b-47cb-b8fb-65a3d6c0c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376968 Jul 07 14:02:56.215216 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01bcdd7-24f2-47cf-84ce-534804202d58 req-33a6c2d6-a59e-4557-8ad2-990c90a9f810 tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:02:56.216980 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-b01bcdd7-24f2-47cf-84ce-534804202d58 req-33a6c2d6-a59e-4557-8ad2-990c90a9f810 tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] 10.222.0.16 "GET /v2.0/ports?device_id=b21bb8c6-b904-4df4-86d3-22a5b66ad5de HTTP/1.1" status: 200 len: 946 time: 0.0627952 Jul 07 14:02:56.256053 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-b01bcdd7-24f2-47cf-84ce-534804202d58 req-872c4782-97bd-4cd9-9e2b-2cab3c32ebd1 tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] 10.222.0.16 "GET /v2.0/security-groups?id=2551a6d1-3472-4f52-8352-4993782bafeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326834 Jul 07 14:02:56.680834 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281fe5f6-1e04-4887-a6c2-283c92bbc51d req-4866b0cf-0467-40ef-8088-57db6f5f9aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:02:56.682201 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-281fe5f6-1e04-4887-a6c2-283c92bbc51d req-4866b0cf-0467-40ef-8088-57db6f5f9aa5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=62e31021b8044cd1897e43a8d26275b9&device_id=b21bb8c6-b904-4df4-86d3-22a5b66ad5de HTTP/1.1" status: 200 len: 1099 time: 0.0872400 Jul 07 14:02:56.761040 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b86a513-1929-4d95-bd2e-ac390c8b8361 req-0c4e9fb4-e043-45c0-847c-b871460f47cc tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:02:56.762542 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-6b86a513-1929-4d95-bd2e-ac390c8b8361 req-0c4e9fb4-e043-45c0-847c-b871460f47cc tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] 10.222.0.16 "GET /v2.0/ports?device_id=b21bb8c6-b904-4df4-86d3-22a5b66ad5de HTTP/1.1" status: 200 len: 946 time: 0.1249535 Jul 07 14:02:56.821491 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281fe5f6-1e04-4887-a6c2-283c92bbc51d req-690f044f-de8a-4e47-bdf1-ca20ee124b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:02:56.821491 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-281fe5f6-1e04-4887-a6c2-283c92bbc51d req-690f044f-de8a-4e47-bdf1-ca20ee124b9f service neutron] 10.222.0.24 "GET /v2.0/networks?id=d5a402b8-fb82-49d2-a591-a3a216137cac HTTP/1.1" status: 200 len: 920 time: 0.1274786 Jul 07 14:02:56.824194 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-6b86a513-1929-4d95-bd2e-ac390c8b8361 req-075099d3-06ac-4017-8685-c7e5d7b5d228 tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] 10.222.0.16 "GET /v2.0/security-groups?id=2551a6d1-3472-4f52-8352-4993782bafeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547743 Jul 07 14:02:56.860111 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-281fe5f6-1e04-4887-a6c2-283c92bbc51d req-8c7d4153-0537-4bb5-9790-91cf3e8003f4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aa480a01-6ac1-4a90-a7d2-37320144b089 HTTP/1.1" status: 200 len: 217 time: 0.0343020 Jul 07 14:02:56.886198 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b788744c-c636-4d6f-8743-d0759cedf3b2 req-f140ca3d-83fa-4565-b885-41785a0f5eb5 tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:02:56.887676 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-b788744c-c636-4d6f-8743-d0759cedf3b2 req-f140ca3d-83fa-4565-b885-41785a0f5eb5 tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a30716d-400c-48ac-88f0-dc1df3377d1f HTTP/1.1" status: 200 len: 945 time: 0.0806103 Jul 07 14:02:56.910765 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281fe5f6-1e04-4887-a6c2-283c92bbc51d req-0ffc6cf9-07a8-4b95-a56a-3dfd8adc5dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:02:56.912223 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-281fe5f6-1e04-4887-a6c2-283c92bbc51d req-0ffc6cf9-07a8-4b95-a56a-3dfd8adc5dbd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=48d63b35-a0f2-4925-98ff-d191be5c1517 HTTP/1.1" status: 200 len: 859 time: 0.0449183 Jul 07 14:02:56.956340 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-281fe5f6-1e04-4887-a6c2-283c92bbc51d req-cf62d8fe-beb0-4ace-af00-779942ea7de8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d5a402b8-fb82-49d2-a591-a3a216137cac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280175 Jul 07 14:02:57.004749 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.plugin [req-b788744c-c636-4d6f-8743-d0759cedf3b2 req-dbb60e60-7cad-4055-a446-ee7399a812af tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] Deleting port 3cb8ae74-af85-4020-8c96-fbfeafe1e652 {{(pid=92954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 14:02:57.005014 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-b788744c-c636-4d6f-8743-d0759cedf3b2 req-dbb60e60-7cad-4055-a446-ee7399a812af tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744351408860'] for port, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:57.103597 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [req-b788744c-c636-4d6f-8743-d0759cedf3b2 req-dbb60e60-7cad-4055-a446-ee7399a812af tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] For port 3cb8ae74-af85-4020-8c96-fbfeafe1e652, host hv-cinder-79982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79982',level=0,port_id=3cb8ae74-af85-4020-8c96-fbfeafe1e652,segment=NetworkSegment(a5453d1e-07a8-4e89-b7a7-c57497a51623),segment_id=a5453d1e-07a8-4e89-b7a7-c57497a51623)] {{(pid=92954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 14:02:57.104018 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-b788744c-c636-4d6f-8743-d0759cedf3b2 req-dbb60e60-7cad-4055-a446-ee7399a812af tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1715988'] for port, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:57.117236 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.plugin [req-b788744c-c636-4d6f-8743-d0759cedf3b2 req-dbb60e60-7cad-4055-a446-ee7399a812af tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] Calling delete_port for 3cb8ae74-af85-4020-8c96-fbfeafe1e652 owned by compute:nova {{(pid=92954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 14:02:57.130562 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-281fe5f6-1e04-4887-a6c2-283c92bbc51d req-a585a843-b14b-4e4a-abba-2144f22d2c7b service neutron] 10.222.0.24 "GET /v2.0/networks/d5a402b8-fb82-49d2-a591-a3a216137cac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619728 Jul 07 14:02:57.149372 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd45ae8b-e748-43ea-b6ca-e7c80b63e5b1 req-5a1bef2a-ae21-4155-9bed-f60aa0fcd2a4 tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:02:57.150825 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-cd45ae8b-e748-43ea-b6ca-e7c80b63e5b1 req-5a1bef2a-ae21-4155-9bed-f60aa0fcd2a4 tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a30716d-400c-48ac-88f0-dc1df3377d1f HTTP/1.1" status: 200 len: 945 time: 0.1336751 Jul 07 14:02:57.252538 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-b788744c-c636-4d6f-8743-d0759cedf3b2 req-dbb60e60-7cad-4055-a446-ee7399a812af tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744351415830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744350976997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8461640'] for port, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:57.264449 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] get_ports_and_sgs() called for port_ids ['3cb8ae74-af85-4020-8c96-fbfeafe1e652'] {{(pid=92955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 14:02:57.271918 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-cd45ae8b-e748-43ea-b6ca-e7c80b63e5b1 req-865e4ebb-e9dd-4977-abbf-a85436d73eee tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ca8eaaa-74a0-401f-8d2b-57d3f01379aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091359 Jul 07 14:02:57.294984 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb60e60-7cad-4055-a446-ee7399a812af tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] Pushing event deleted for resources: {'Port': ['ID=3cb8ae74-af85-4020-8c96-fbfeafe1e652,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:02:57.307007 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-281fe5f6-1e04-4887-a6c2-283c92bbc51d req-45ec9fc1-eb49-486d-bfec-1cc1911bd916 service neutron] 10.222.0.24 "GET /v2.0/networks/d5a402b8-fb82-49d2-a591-a3a216137cac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673558 Jul 07 14:02:57.342487 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [req-b788744c-c636-4d6f-8743-d0759cedf3b2 req-dbb60e60-7cad-4055-a446-ee7399a812af tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] No DVR routers for this DVR port 3cb8ae74-af85-4020-8c96-fbfeafe1e652 on host hv-cinder-79982 {{(pid=92954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 14:02:57.344224 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f78825-dae0-4361-b2d2-7fa10b99e3a6 req-72768bf8-66b7-4eda-ad3e-ed4aa6da798e tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:02:57.345663 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-b788744c-c636-4d6f-8743-d0759cedf3b2 req-dbb60e60-7cad-4055-a446-ee7399a812af tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171717'] for port, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:57.347834 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-b788744c-c636-4d6f-8743-d0759cedf3b2 req-dbb60e60-7cad-4055-a446-ee7399a812af tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] 10.222.0.24 "DELETE /v2.0/ports/3cb8ae74-af85-4020-8c96-fbfeafe1e652 HTTP/1.1" status: 204 len: 173 time: 0.4526427 Jul 07 14:02:57.348319 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a30716d-400c-48ac-88f0-dc1df3377d1f', 'name': 'network-vif-deleted', 'tag': '3cb8ae74-af85-4020-8c96-fbfeafe1e652'}] {{(pid=92954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 14:02:57.350484 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23a2f25214143ca7dc6eabc905ff8a7df5b3799efbbaa422209646810e3da78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8209866b-b8b6-42b3-8ebd-d5f1c781ed91" -d '{"events": [{"server_uuid": "0a30716d-400c-48ac-88f0-dc1df3377d1f", "name": "network-vif-deleted", "tag": "3cb8ae74-af85-4020-8c96-fbfeafe1e652"}]}' {{(pid=92954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 14:02:57.354229 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-77f78825-dae0-4361-b2d2-7fa10b99e3a6 req-72768bf8-66b7-4eda-ad3e-ed4aa6da798e tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe763980-b8d0-4f59-a81f-cc75d57e74f4 HTTP/1.1" status: 200 len: 944 time: 0.2627003 Jul 07 14:02:57.396515 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-77f78825-dae0-4361-b2d2-7fa10b99e3a6 req-272ef4ee-d455-4f85-b621-7b62372cdaae tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7df1beb-b93b-47cb-b8fb-65a3d6c0c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409186 Jul 07 14:02:57.461200 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 14:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e62a612-262c-4943-a2bd-d143d1ab68ee x-openstack-request-id: req-6e62a612-262c-4943-a2bd-d143d1ab68ee {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 14:02:57.461516 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a30716d-400c-48ac-88f0-dc1df3377d1f", "name": "network-vif-deleted", "tag": "3cb8ae74-af85-4020-8c96-fbfeafe1e652", "status": "completed", "code": 200}]} {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 14:02:57.461744 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6e62a612-262c-4943-a2bd-d143d1ab68ee {{(pid=92954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 14:02:57.462138 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a30716d-400c-48ac-88f0-dc1df3377d1f', 'name': 'network-vif-deleted', 'tag': '3cb8ae74-af85-4020-8c96-fbfeafe1e652', 'status': 'completed', 'code': 200} Jul 07 14:02:57.483491 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-99eac8a5-8741-40b9-92ac-cbd2ebc9f244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:57.780497 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:58.025775 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aa2f45-9adc-4772-908c-41487a72f5d6 req-4c51a413-db8f-41a9-abf2-6a7f1aebac2b tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:02:58.027264 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-c1aa2f45-9adc-4772-908c-41487a72f5d6 req-4c51a413-db8f-41a9-abf2-6a7f1aebac2b tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] 10.222.0.16 "GET /v2.0/ports?device_id=b21bb8c6-b904-4df4-86d3-22a5b66ad5de HTTP/1.1" status: 200 len: 946 time: 0.0685203 Jul 07 14:02:58.065364 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-c1aa2f45-9adc-4772-908c-41487a72f5d6 req-21d1222d-1799-4ae9-87ef-9363da4ba771 tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] 10.222.0.16 "GET /v2.0/security-groups?id=2551a6d1-3472-4f52-8352-4993782bafeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321510 Jul 07 14:02:58.076935 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Device b89c6e8f-613d-4f60-add8-50ad29e55b09 up at agent hyperv_hv-cinder-79982 {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 14:02:58.136729 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Provisioning for port b89c6e8f-613d-4f60-add8-50ad29e55b09 completed by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 14:02:58.142190 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Provisioning complete for port b89c6e8f-613d-4f60-add8-50ad29e55b09 triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 14:02:58.142594 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732533'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:58.225920 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:58.249283 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe763980-b8d0-4f59-a81f-cc75d57e74f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b89c6e8f-613d-4f60-add8-50ad29e55b09'}] {{(pid=92955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 14:02:58.251771 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e11a9a08f0ebba7a9f0c3b7780f6d7944ec82452e2695ea1962573c23703eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1231f3f3-e48f-4718-969d-e9c08480e065" -d '{"events": [{"server_uuid": "fe763980-b8d0-4f59-a81f-cc75d57e74f4", "name": "network-vif-plugged", "status": "completed", "tag": "b89c6e8f-613d-4f60-add8-50ad29e55b09"}]}' {{(pid=92955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 14:02:58.264454 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] For port b89c6e8f-613d-4f60-add8-50ad29e55b09, host hv-cinder-79982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79982',level=0,port_id=b89c6e8f-613d-4f60-add8-50ad29e55b09,segment=NetworkSegment(f3f58588-4c9a-407d-b956-d7d536d6c493),segment_id=f3f58588-4c9a-407d-b956-d7d536d6c493)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 14:02:58.269504 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:58.270016 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Device 3cb8ae74-af85-4020-8c96-fbfeafe1e652 no longer exists at agent hyperv_hv-cinder-79982 {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 14:02:58.291476 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] No Port match for: 3cb8ae74-af85-4020-8c96-fbfeafe1e652 {{(pid=92955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 14:02:58.291816 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Device 3cb8ae74-af85-4020-8c96-fbfeafe1e652 not bound to the agent host hv-cinder-79982 {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 14:02:58.294036 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 14:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dd633df-98c4-4468-9818-b0506d6859eb x-openstack-request-id: req-5dd633df-98c4-4468-9818-b0506d6859eb {{(pid=92955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 14:02:58.294318 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe763980-b8d0-4f59-a81f-cc75d57e74f4", "name": "network-vif-plugged", "status": "completed", "tag": "b89c6e8f-613d-4f60-add8-50ad29e55b09", "code": 200}]} {{(pid=92955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 14:02:58.294599 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5dd633df-98c4-4468-9818-b0506d6859eb {{(pid=92955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 14:02:58.294986 dv-cinder-799821-1-iscsi neutron-server[92955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe763980-b8d0-4f59-a81f-cc75d57e74f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b89c6e8f-613d-4f60-add8-50ad29e55b09', 'code': 200} Jul 07 14:02:58.341905 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Pushing event updated for resources: {'Port': ['ID=b89c6e8f-613d-4f60-add8-50ad29e55b09,revision_number=5']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:02:58.566579 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d37885f-8c32-40e2-9ebe-0777a9bd9dd5 req-25e17128-3839-40a0-95dc-d78e0292f695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:02:58.568071 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-4d37885f-8c32-40e2-9ebe-0777a9bd9dd5 req-25e17128-3839-40a0-95dc-d78e0292f695 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fe763980-b8d0-4f59-a81f-cc75d57e74f4 HTTP/1.1" status: 200 len: 1098 time: 0.0646710 Jul 07 14:02:58.583263 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-797095d9-f31f-46bc-add0-d9922559420e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:58.594299 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c130272-e6d8-4ae9-b19a-a34f4b8bd5a3 req-f063cc97-249b-4163-8004-26fa74687177 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:02:58.595971 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-7c130272-e6d8-4ae9-b19a-a34f4b8bd5a3 req-f063cc97-249b-4163-8004-26fa74687177 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe763980-b8d0-4f59-a81f-cc75d57e74f4 HTTP/1.1" status: 200 len: 945 time: 0.0740533 Jul 07 14:02:58.622266 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-4d37885f-8c32-40e2-9ebe-0777a9bd9dd5 req-1a695710-997f-4418-b56f-0e56a0ef561e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e7df1beb-b93b-47cb-b8fb-65a3d6c0c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319407 Jul 07 14:02:58.636627 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-7c130272-e6d8-4ae9-b19a-a34f4b8bd5a3 req-c5d62c2d-8bba-4727-92bc-def9f683885f tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7df1beb-b93b-47cb-b8fb-65a3d6c0c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332620 Jul 07 14:02:58.777271 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e8be3c-75b5-49e9-af62-e38accc2a8c0 req-f120ec85-bc4d-493a-9503-6918e4f5a6c2 tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:02:58.778671 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-e8e8be3c-75b5-49e9-af62-e38accc2a8c0 req-f120ec85-bc4d-493a-9503-6918e4f5a6c2 tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] 10.222.0.16 "GET /v2.0/networks?id=2e6ef9db-c645-46c2-a4ad-9a42b63fbd9a HTTP/1.1" status: 200 len: 809 time: 0.1038327 Jul 07 14:02:58.793001 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-e8e8be3c-75b5-49e9-af62-e38accc2a8c0 req-c551938f-7780-4dc7-91cd-7b26af41362a tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] 10.222.0.16 "GET /v2.0/quotas/2dc8ed5d3f5847589bf32e32ca6ffe9f HTTP/1.1" status: 200 len: 375 time: 0.0089793 Jul 07 14:02:58.825597 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-e8e8be3c-75b5-49e9-af62-e38accc2a8c0 req-2cf70b42-37ea-406c-ada8-a1b86feaac49 tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2dc8ed5d3f5847589bf32e32ca6ffe9f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272861 Jul 07 14:02:58.923587 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-e8e8be3c-75b5-49e9-af62-e38accc2a8c0 req-e61ec4f3-0129-4d55-8307-41898f5ab8cc service neutron] 10.222.0.16 "GET /v2.0/networks/2e6ef9db-c645-46c2-a4ad-9a42b63fbd9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906012 Jul 07 14:02:59.011881 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-e8e8be3c-75b5-49e9-af62-e38accc2a8c0 req-b0d2a358-c037-4240-9d88-153afbe4df61 service neutron] 10.222.0.16 "GET /v2.0/networks/2e6ef9db-c645-46c2-a4ad-9a42b63fbd9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827985 Jul 07 14:02:59.214028 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-ffaf855b-6104-4eef-bd29-64d3add01bdc req-3d951bfa-e964-4fd5-98dd-6cee511cd2c4 tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e8767c2-b566-4192-9a75-525afb5dabdf HTTP/1.1" status: 200 len: 210 time: 0.0425010 Jul 07 14:02:59.240573 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 48008) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:02:59.289742 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b433b63-0e7d-4503-8ffe-dfb1d346992d req-0cb269c0-e5fe-4476-8a5b-566d328e128b tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:02:59.291334 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-0b433b63-0e7d-4503-8ffe-dfb1d346992d req-0cb269c0-e5fe-4476-8a5b-566d328e128b tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] 10.222.0.16 "GET /v2.0/ports?device_id=b21bb8c6-b904-4df4-86d3-22a5b66ad5de HTTP/1.1" status: 200 len: 946 time: 0.0707138 Jul 07 14:02:59.341873 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-0b433b63-0e7d-4503-8ffe-dfb1d346992d req-dc9b4830-f5a3-462e-9f77-373f7ffa5e7c tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] 10.222.0.16 "GET /v2.0/security-groups?id=2551a6d1-3472-4f52-8352-4993782bafeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427485 Jul 07 14:02:59.365203 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-7e633e56-0e13-4926-b780-4c8f073df7f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:59.472286 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-7e633e56-0e13-4926-b780-4c8f073df7f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:59.476559 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-7e633e56-0e13-4926-b780-4c8f073df7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:59.516699 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-7e633e56-0e13-4926-b780-4c8f073df7f1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9ce09706e0fa4fd7b3272e9d344429de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2744486 Jul 07 14:02:59.517634 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e633e56-0e13-4926-b780-4c8f073df7f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85407ec9-830b-4384-aa28-0a1219bea4a3,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:02:59.519664 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 48018) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:02:59.573979 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-5bdf0c8d-0a57-4317-8ec6-27973be0a210 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:59.596531 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-5bdf0c8d-0a57-4317-8ec6-27973be0a210 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:59.658858 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-5bdf0c8d-0a57-4317-8ec6-27973be0a210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:59.661373 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-5bdf0c8d-0a57-4317-8ec6-27973be0a210 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:02:59.664359 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-5bdf0c8d-0a57-4317-8ec6-27973be0a210 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/85407ec9-830b-4384-aa28-0a1219bea4a3 HTTP/1.1" status: 204 len: 168 time: 0.1418273 Jul 07 14:02:59.675988 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdf0c8d-0a57-4317-8ec6-27973be0a210 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85407ec9-830b-4384-aa28-0a1219bea4a3,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:02:59.855834 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc994b5a-126e-48b3-b429-f1647e7027e0 req-da8e5906-2b53-41eb-a26d-bbbc819bf4f0 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:02:59.857578 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-fc994b5a-126e-48b3-b429-f1647e7027e0 req-da8e5906-2b53-41eb-a26d-bbbc819bf4f0 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe763980-b8d0-4f59-a81f-cc75d57e74f4 HTTP/1.1" status: 200 len: 945 time: 0.0761869 Jul 07 14:02:59.909473 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-fc994b5a-126e-48b3-b429-f1647e7027e0 req-5d34c9c4-5ca4-4fca-9b6e-f880f672497a tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7df1beb-b93b-47cb-b8fb-65a3d6c0c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369871 Jul 07 14:03:00.153409 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-de2cb0b5-6e4a-418e-bae1-4b4e8a512c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:00.353855 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-6b1591ba-b314-4c87-83f1-6cd9f4b876da req-55835bc5-9bf0-4905-87dd-10d0ee75f5cb tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e8767c2-b566-4192-9a75-525afb5dabdf HTTP/1.1" status: 200 len: 210 time: 0.0314686 Jul 07 14:03:00.551226 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b6473a-45ce-4694-9cde-128b9ad71d16 req-caa15008-35a0-4487-8868-f50056b9beca tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:03:00.553065 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-20b6473a-45ce-4694-9cde-128b9ad71d16 req-caa15008-35a0-4487-8868-f50056b9beca tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] 10.222.0.16 "GET /v2.0/ports?device_id=b21bb8c6-b904-4df4-86d3-22a5b66ad5de HTTP/1.1" status: 200 len: 946 time: 0.0797789 Jul 07 14:03:00.596823 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-20b6473a-45ce-4694-9cde-128b9ad71d16 req-8ad523f4-96a2-4fc1-a14f-ea2c5c654103 tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] 10.222.0.16 "GET /v2.0/security-groups?id=2551a6d1-3472-4f52-8352-4993782bafeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363624 Jul 07 14:03:00.809435 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e8be3c-75b5-49e9-af62-e38accc2a8c0 req-3376a309-15be-4d03-af45-84c7a3a0cbcb tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:03:00.813683 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-e8e8be3c-75b5-49e9-af62-e38accc2a8c0 req-3376a309-15be-4d03-af45-84c7a3a0cbcb tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] 10.222.0.24 "GET /v2.0/networks?id=2e6ef9db-c645-46c2-a4ad-9a42b63fbd9a HTTP/1.1" status: 200 len: 809 time: 0.1308541 Jul 07 14:03:00.831601 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [req-e8e8be3c-75b5-49e9-af62-e38accc2a8c0 req-596e18d1-95da-42c6-84d7-ab96655f136f tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] Request body: {'port': {'device_id': '7e8767c2-b566-4192-9a75-525afb5dabdf', 'network_id': '2e6ef9db-c645-46c2-a4ad-9a42b63fbd9a', 'admin_state_up': True, 'tenant_id': '2dc8ed5d3f5847589bf32e32ca6ffe9f'}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 14:03:01.082249 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8e8be3c-75b5-49e9-af62-e38accc2a8c0 req-596e18d1-95da-42c6-84d7-ab96655f136f tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] Made reservation on behalf of 2dc8ed5d3f5847589bf32e32ca6ffe9f for: {'port': 1} {{(pid=92954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 14:03:01.086508 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-e8e8be3c-75b5-49e9-af62-e38accc2a8c0 req-596e18d1-95da-42c6-84d7-ab96655f136f tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:01.135770 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9765d58e-e03e-4901-a04b-4abf830946f6 req-161a358d-0ad0-421e-90fa-b642cc1f8cde tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:03:01.137149 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-9765d58e-e03e-4901-a04b-4abf830946f6 req-161a358d-0ad0-421e-90fa-b642cc1f8cde tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe763980-b8d0-4f59-a81f-cc75d57e74f4 HTTP/1.1" status: 200 len: 945 time: 0.0907376 Jul 07 14:03:01.175244 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-9765d58e-e03e-4901-a04b-4abf830946f6 req-8bde2160-bf41-4230-a7bb-c39dd312fa35 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7df1beb-b93b-47cb-b8fb-65a3d6c0c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315456 Jul 07 14:03:01.222286 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.db.db_base_plugin_common [req-e8e8be3c-75b5-49e9-af62-e38accc2a8c0 req-596e18d1-95da-42c6-84d7-ab96655f136f tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] Allocated IP 172.20.0.13 (2e6ef9db-c645-46c2-a4ad-9a42b63fbd9a/6857c425-409b-4939-b968-403c9cbe1010/09064ad3-9409-4ba3-96fa-a9c4c01d76d2) {{(pid=92954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 14:03:01.377282 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-e8e8be3c-75b5-49e9-af62-e38accc2a8c0 req-596e18d1-95da-42c6-84d7-ab96655f136f tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] Notify callbacks [] for port, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:01.438123 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-e8e8be3c-75b5-49e9-af62-e38accc2a8c0 req-596e18d1-95da-42c6-84d7-ab96655f136f tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744350976988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8461633'] for port, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:01.487675 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8e8be3c-75b5-49e9-af62-e38accc2a8c0 req-596e18d1-95da-42c6-84d7-ab96655f136f tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] Network 2e6ef9db-c645-46c2-a4ad-9a42b63fbd9a is already hosted by enough agents. {{(pid=92954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 14:03:01.489589 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.scheduler.base_scheduler [req-e8e8be3c-75b5-49e9-af62-e38accc2a8c0 req-596e18d1-95da-42c6-84d7-ab96655f136f tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] Resources bound (agent type, host, resource id): {{(pid=92954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 14:03:01.498774 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8e8be3c-75b5-49e9-af62-e38accc2a8c0 req-596e18d1-95da-42c6-84d7-ab96655f136f tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] Received port after_create {{(pid=92954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 14:03:01.536003 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596e18d1-95da-42c6-84d7-ab96655f136f tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] Pushing event updated for resources: {'Port': ['ID=09064ad3-9409-4ba3-96fa-a9c4c01d76d2,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:03:01.563373 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72ac6db-5e58-408c-8c82-1c000dff2cc7 req-bcb1149e-6622-40ce-aedf-23dad6ea0a9f tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:03:01.564929 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-f72ac6db-5e58-408c-8c82-1c000dff2cc7 req-bcb1149e-6622-40ce-aedf-23dad6ea0a9f tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e8767c2-b566-4192-9a75-525afb5dabdf HTTP/1.1" status: 200 len: 932 time: 0.0707355 Jul 07 14:03:01.569109 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e8be3c-75b5-49e9-af62-e38accc2a8c0 req-596e18d1-95da-42c6-84d7-ab96655f136f tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:03:01.569723 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-e8e8be3c-75b5-49e9-af62-e38accc2a8c0 req-596e18d1-95da-42c6-84d7-ab96655f136f tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171717'] for port, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:01.584248 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-e8e8be3c-75b5-49e9-af62-e38accc2a8c0 req-596e18d1-95da-42c6-84d7-ab96655f136f tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7575307 Jul 07 14:03:01.603166 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-f72ac6db-5e58-408c-8c82-1c000dff2cc7 req-c5c64920-3492-432f-bd72-7f3de29b139f tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ca8eaaa-74a0-401f-8d2b-57d3f01379aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323803 Jul 07 14:03:01.785089 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e06760-59ca-41b9-b135-1e340e5819c7 req-41fc2635-3f5a-4354-a104-e06f8833d2bb tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:03:01.786539 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-72e06760-59ca-41b9-b135-1e340e5819c7 req-41fc2635-3f5a-4354-a104-e06f8833d2bb tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] 10.222.0.16 "GET /v2.0/ports?device_id=b21bb8c6-b904-4df4-86d3-22a5b66ad5de HTTP/1.1" status: 200 len: 946 time: 0.0618355 Jul 07 14:03:01.823229 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-72e06760-59ca-41b9-b135-1e340e5819c7 req-c037999f-d7a6-4f85-8395-7626ba3ddfa2 tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] 10.222.0.16 "GET /v2.0/security-groups?id=2551a6d1-3472-4f52-8352-4993782bafeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311506 Jul 07 14:03:02.150278 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:02.773753 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08b312c-70f6-450a-bc33-3b46a0575f68 req-5e80479b-4c2a-4337-94c5-5bfd29d930f4 tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:03:02.775135 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-c08b312c-70f6-450a-bc33-3b46a0575f68 req-5e80479b-4c2a-4337-94c5-5bfd29d930f4 tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e8767c2-b566-4192-9a75-525afb5dabdf HTTP/1.1" status: 200 len: 932 time: 0.0640578 Jul 07 14:03:02.811659 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-c08b312c-70f6-450a-bc33-3b46a0575f68 req-174a807a-4a9f-498c-955f-f1f3bb0a7921 tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ca8eaaa-74a0-401f-8d2b-57d3f01379aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310731 Jul 07 14:03:02.993347 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6fcc43-e2be-4e44-9e41-02a31a446887 req-67786704-9948-4927-b356-e05d372746af tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:03:02.994800 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-2f6fcc43-e2be-4e44-9e41-02a31a446887 req-67786704-9948-4927-b356-e05d372746af tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] 10.222.0.16 "GET /v2.0/ports?device_id=b21bb8c6-b904-4df4-86d3-22a5b66ad5de HTTP/1.1" status: 200 len: 946 time: 0.0615137 Jul 07 14:03:03.030754 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-2f6fcc43-e2be-4e44-9e41-02a31a446887 req-1a3c6bfb-356a-4abf-986e-03834f47c744 tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] 10.222.0.16 "GET /v2.0/security-groups?id=2551a6d1-3472-4f52-8352-4993782bafeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301762 Jul 07 14:03:03.979122 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52796daa-46cf-4baf-a0ff-549859ecd2d6 req-79556337-d9b2-47c0-9460-b9a88ad11c36 tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:03:03.980543 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-52796daa-46cf-4baf-a0ff-549859ecd2d6 req-79556337-d9b2-47c0-9460-b9a88ad11c36 tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e8767c2-b566-4192-9a75-525afb5dabdf HTTP/1.1" status: 200 len: 932 time: 0.0615256 Jul 07 14:03:04.016253 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-52796daa-46cf-4baf-a0ff-549859ecd2d6 req-1c7f7810-642b-4173-96e4-abb949ed870f tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ca8eaaa-74a0-401f-8d2b-57d3f01379aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296884 Jul 07 14:03:04.208929 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc5ada4-14d4-42e6-b7db-71c98f59e639 req-f00265d9-90a9-4eb8-a608-133513952b7b tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:03:04.210384 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-7dc5ada4-14d4-42e6-b7db-71c98f59e639 req-f00265d9-90a9-4eb8-a608-133513952b7b tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] 10.222.0.16 "GET /v2.0/ports?device_id=b21bb8c6-b904-4df4-86d3-22a5b66ad5de HTTP/1.1" status: 200 len: 946 time: 0.0667186 Jul 07 14:03:04.247682 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-7dc5ada4-14d4-42e6-b7db-71c98f59e639 req-a02d7e1f-909f-4278-95f3-d17063a49b1a tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] 10.222.0.16 "GET /v2.0/security-groups?id=2551a6d1-3472-4f52-8352-4993782bafeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317729 Jul 07 14:03:04.629143 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [req-e8e8be3c-75b5-49e9-af62-e38accc2a8c0 req-3ba221a2-17ac-4380-aabd-acf0e8b582eb service neutron] Request body: {'port': {'device_id': '7e8767c2-b566-4192-9a75-525afb5dabdf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79982'}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 14:03:04.704449 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-e8e8be3c-75b5-49e9-af62-e38accc2a8c0 req-3ba221a2-17ac-4380-aabd-acf0e8b582eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:04.966964 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.notifiers.nova [req-e8e8be3c-75b5-49e9-af62-e38accc2a8c0 req-3ba221a2-17ac-4380-aabd-acf0e8b582eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09064ad3-9409-4ba3-96fa-a9c4c01d76d2 {{(pid=92954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 14:03:04.974769 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-e8e8be3c-75b5-49e9-af62-e38accc2a8c0 req-3ba221a2-17ac-4380-aabd-acf0e8b582eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:04.986168 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.db.provisioning_blocks [req-e8e8be3c-75b5-49e9-af62-e38accc2a8c0 req-3ba221a2-17ac-4380-aabd-acf0e8b582eb service neutron] Transition to ACTIVE for port object 09064ad3-9409-4ba3-96fa-a9c4c01d76d2 will not be triggered until provisioned by entity L2. {{(pid=92954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 14:03:04.989385 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-e8e8be3c-75b5-49e9-af62-e38accc2a8c0 req-3ba221a2-17ac-4380-aabd-acf0e8b582eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8461747'] for port, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:05.042142 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba221a2-17ac-4380-aabd-acf0e8b582eb service neutron] Pushing event updated for resources: {'Port': ['ID=09064ad3-9409-4ba3-96fa-a9c4c01d76d2,revision_number=2']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:03:05.107944 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [req-e8e8be3c-75b5-49e9-af62-e38accc2a8c0 req-3ba221a2-17ac-4380-aabd-acf0e8b582eb service neutron] Attempting to bind port 09064ad3-9409-4ba3-96fa-a9c4c01d76d2 on host hv-cinder-79982 for vnic_type normal with profile {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 14:03:05.108275 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [req-e8e8be3c-75b5-49e9-af62-e38accc2a8c0 req-3ba221a2-17ac-4380-aabd-acf0e8b582eb service neutron] Attempting to bind port 09064ad3-9409-4ba3-96fa-a9c4c01d76d2 by drivers openvswitch,hyperv on host hv-cinder-79982 at level 0 using segments [{'id': 'a5453d1e-07a8-4e89-b7a7-c57497a51623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '2e6ef9db-c645-46c2-a4ad-9a42b63fbd9a'}] {{(pid=92954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 14:03:05.108594 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e8be3c-75b5-49e9-af62-e38accc2a8c0 req-3ba221a2-17ac-4380-aabd-acf0e8b582eb service neutron] Attempting to bind port 09064ad3-9409-4ba3-96fa-a9c4c01d76d2 on network 2e6ef9db-c645-46c2-a4ad-9a42b63fbd9a {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 14:03:05.113594 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e8be3c-75b5-49e9-af62-e38accc2a8c0 req-3ba221a2-17ac-4380-aabd-acf0e8b582eb service neutron] Port 09064ad3-9409-4ba3-96fa-a9c4c01d76d2 on network 2e6ef9db-c645-46c2-a4ad-9a42b63fbd9a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79982 {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 14:03:05.113805 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e8be3c-75b5-49e9-af62-e38accc2a8c0 req-3ba221a2-17ac-4380-aabd-acf0e8b582eb service neutron] Attempting to bind port 09064ad3-9409-4ba3-96fa-a9c4c01d76d2 on network 2e6ef9db-c645-46c2-a4ad-9a42b63fbd9a {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 14:03:05.118829 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e8be3c-75b5-49e9-af62-e38accc2a8c0 req-3ba221a2-17ac-4380-aabd-acf0e8b582eb service neutron] Checking agent: {'id': 'e287df4f-fe28-4fcb-9cb8-6aa29893570a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79982', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 13, 59, 32), 'started_at': datetime.datetime(2021, 7, 7, 13, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 14, 3, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 14:03:05.119150 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e8be3c-75b5-49e9-af62-e38accc2a8c0 req-3ba221a2-17ac-4380-aabd-acf0e8b582eb service neutron] Checking segment: {'id': 'a5453d1e-07a8-4e89-b7a7-c57497a51623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '2e6ef9db-c645-46c2-a4ad-9a42b63fbd9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 14:03:05.119531 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e8be3c-75b5-49e9-af62-e38accc2a8c0 req-3ba221a2-17ac-4380-aabd-acf0e8b582eb service neutron] Bound using segment: {'id': 'a5453d1e-07a8-4e89-b7a7-c57497a51623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '2e6ef9db-c645-46c2-a4ad-9a42b63fbd9a'} {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 14:03:05.119939 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [req-e8e8be3c-75b5-49e9-af62-e38accc2a8c0 req-3ba221a2-17ac-4380-aabd-acf0e8b582eb service neutron] Bound port: 09064ad3-9409-4ba3-96fa-a9c4c01d76d2, host: hv-cinder-79982, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5453d1e-07a8-4e89-b7a7-c57497a51623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '2e6ef9db-c645-46c2-a4ad-9a42b63fbd9a'}}] {{(pid=92954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 14:03:05.120279 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-e8e8be3c-75b5-49e9-af62-e38accc2a8c0 req-3ba221a2-17ac-4380-aabd-acf0e8b582eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:05.185468 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [req-e8e8be3c-75b5-49e9-af62-e38accc2a8c0 req-3ba221a2-17ac-4380-aabd-acf0e8b582eb service neutron] For port 09064ad3-9409-4ba3-96fa-a9c4c01d76d2, host hv-cinder-79982, cleared binding levels {{(pid=92954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 14:03:05.190680 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [req-e8e8be3c-75b5-49e9-af62-e38accc2a8c0 req-3ba221a2-17ac-4380-aabd-acf0e8b582eb service neutron] For port 09064ad3-9409-4ba3-96fa-a9c4c01d76d2, host hv-cinder-79982, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79982',level=0,port_id=09064ad3-9409-4ba3-96fa-a9c4c01d76d2,segment=NetworkSegment(a5453d1e-07a8-4e89-b7a7-c57497a51623),segment_id=a5453d1e-07a8-4e89-b7a7-c57497a51623)] {{(pid=92954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 14:03:05.196632 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-e8e8be3c-75b5-49e9-af62-e38accc2a8c0 req-3ba221a2-17ac-4380-aabd-acf0e8b582eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8461747'] for port, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:05.196759 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4f722e-b0dd-4fec-b373-7c57d0023d88 req-808e9c51-4848-41ab-8c07-ac341c7213b2 tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:03:05.198382 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-0e4f722e-b0dd-4fec-b373-7c57d0023d88 req-808e9c51-4848-41ab-8c07-ac341c7213b2 tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e8767c2-b566-4192-9a75-525afb5dabdf HTTP/1.1" status: 200 len: 944 time: 0.0672388 Jul 07 14:03:05.243424 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-0e4f722e-b0dd-4fec-b373-7c57d0023d88 req-38b50b87-1338-4167-86b9-3fae54236d3f tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ca8eaaa-74a0-401f-8d2b-57d3f01379aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390706 Jul 07 14:03:05.244087 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e8be3c-75b5-49e9-af62-e38accc2a8c0 req-3ba221a2-17ac-4380-aabd-acf0e8b582eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:03:05.244775 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-e8e8be3c-75b5-49e9-af62-e38accc2a8c0 req-3ba221a2-17ac-4380-aabd-acf0e8b582eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171717'] for port, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:05.246222 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-e8e8be3c-75b5-49e9-af62-e38accc2a8c0 req-3ba221a2-17ac-4380-aabd-acf0e8b582eb service neutron] 10.222.0.24 "PUT /v2.0/ports/09064ad3-9409-4ba3-96fa-a9c4c01d76d2 HTTP/1.1" status: 200 len: 1094 time: 0.6214974 Jul 07 14:03:05.246880 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e8767c2-b566-4192-9a75-525afb5dabdf', 'tag': '09064ad3-9409-4ba3-96fa-a9c4c01d76d2'}] {{(pid=92954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 14:03:05.254686 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23a2f25214143ca7dc6eabc905ff8a7df5b3799efbbaa422209646810e3da78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ab6ae89-cc01-422a-b9c9-c323b586d162" -d '{"events": [{"name": "network-changed", "server_uuid": "7e8767c2-b566-4192-9a75-525afb5dabdf", "tag": "09064ad3-9409-4ba3-96fa-a9c4c01d76d2"}]}' {{(pid=92954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 14:03:05.311046 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba221a2-17ac-4380-aabd-acf0e8b582eb service neutron] Pushing event updated for resources: {'Port': ['ID=09064ad3-9409-4ba3-96fa-a9c4c01d76d2,revision_number=3']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:03:05.321256 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 14:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-203d551e-f20b-482a-99ac-85228983b139 x-openstack-request-id: req-203d551e-f20b-482a-99ac-85228983b139 {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 14:03:05.321543 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e8767c2-b566-4192-9a75-525afb5dabdf", "tag": "09064ad3-9409-4ba3-96fa-a9c4c01d76d2", "status": "completed", "code": 200}]} {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 14:03:05.322813 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-203d551e-f20b-482a-99ac-85228983b139 {{(pid=92954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 14:03:05.322986 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e8767c2-b566-4192-9a75-525afb5dabdf', 'tag': '09064ad3-9409-4ba3-96fa-a9c4c01d76d2', 'status': 'completed', 'code': 200} Jul 07 14:03:05.400197 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e8be3c-75b5-49e9-af62-e38accc2a8c0 req-79ef02f0-0c3c-4f0c-89fa-13a2306295e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:03:05.401702 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-e8e8be3c-75b5-49e9-af62-e38accc2a8c0 req-79ef02f0-0c3c-4f0c-89fa-13a2306295e6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2dc8ed5d3f5847589bf32e32ca6ffe9f&device_id=7e8767c2-b566-4192-9a75-525afb5dabdf HTTP/1.1" status: 200 len: 1097 time: 0.0742085 Jul 07 14:03:05.462590 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-e8e8be3c-75b5-49e9-af62-e38accc2a8c0 req-de475f24-af4b-45bd-a7bf-6ae980c2d289 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=09064ad3-9409-4ba3-96fa-a9c4c01d76d2 HTTP/1.1" status: 200 len: 217 time: 0.0409553 Jul 07 14:03:05.480167 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086498fa-f9e9-4a3b-81cb-819b324f38cb req-cca7ebc7-d615-4ab5-96de-2978fe37a2ec tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:03:05.481805 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-086498fa-f9e9-4a3b-81cb-819b324f38cb req-cca7ebc7-d615-4ab5-96de-2978fe37a2ec tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] 10.222.0.16 "GET /v2.0/ports?device_id=b21bb8c6-b904-4df4-86d3-22a5b66ad5de HTTP/1.1" status: 200 len: 946 time: 0.0721970 Jul 07 14:03:05.519132 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e8be3c-75b5-49e9-af62-e38accc2a8c0 req-d03b79da-dc39-4f35-88f7-88586e1ddc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:03:05.520701 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-e8e8be3c-75b5-49e9-af62-e38accc2a8c0 req-d03b79da-dc39-4f35-88f7-88586e1ddc34 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6857c425-409b-4939-b968-403c9cbe1010 HTTP/1.1" status: 200 len: 849 time: 0.0506442 Jul 07 14:03:05.522403 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-086498fa-f9e9-4a3b-81cb-819b324f38cb req-009b0edf-9487-4abb-9dcd-41c6aa3bdb90 tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] 10.222.0.16 "GET /v2.0/security-groups?id=2551a6d1-3472-4f52-8352-4993782bafeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334003 Jul 07 14:03:05.559431 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-e8e8be3c-75b5-49e9-af62-e38accc2a8c0 req-a9351265-d881-41f5-9e56-f191531daa6f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2e6ef9db-c645-46c2-a4ad-9a42b63fbd9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301149 Jul 07 14:03:05.625617 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 48150) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:03:05.657849 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-e8e8be3c-75b5-49e9-af62-e38accc2a8c0 req-eeb0e0ba-8ae1-48f4-bde5-feadfac6419d service neutron] 10.222.0.24 "GET /v2.0/networks/2e6ef9db-c645-46c2-a4ad-9a42b63fbd9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909696 Jul 07 14:03:05.760066 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-e0641f6b-7b73-429e-98e1-89fe05158be9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:05.800840 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-e8e8be3c-75b5-49e9-af62-e38accc2a8c0 req-a6aee335-f127-469a-84dd-6b407968202f service neutron] 10.222.0.24 "GET /v2.0/networks/2e6ef9db-c645-46c2-a4ad-9a42b63fbd9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322818 Jul 07 14:03:05.878192 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-e0641f6b-7b73-429e-98e1-89fe05158be9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:05.882629 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-e0641f6b-7b73-429e-98e1-89fe05158be9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:05.922777 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-e0641f6b-7b73-429e-98e1-89fe05158be9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5e9594f2e01345ea9d9ca59044fdcada&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2936492 Jul 07 14:03:05.922777 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0641f6b-7b73-429e-98e1-89fe05158be9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23233f30-db94-45d2-a814-1a4fc279b420,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:03:05.923265 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 48162) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:03:05.974292 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-e1384dc4-0d4e-458f-8140-89354ffaada0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:05.994424 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-e1384dc4-0d4e-458f-8140-89354ffaada0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:06.041475 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-e1384dc4-0d4e-458f-8140-89354ffaada0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:06.044177 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-e1384dc4-0d4e-458f-8140-89354ffaada0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:06.045294 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-e1384dc4-0d4e-458f-8140-89354ffaada0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/23233f30-db94-45d2-a814-1a4fc279b420 HTTP/1.1" status: 204 len: 168 time: 0.1196468 Jul 07 14:03:06.052907 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1384dc4-0d4e-458f-8140-89354ffaada0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23233f30-db94-45d2-a814-1a4fc279b420,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:03:06.657148 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 48192) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:03:06.753412 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [None req-b9881c5d-13f3-45ab-b422-245f1bd01465 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-843701086-network', 'tenant_id': '59eb0e293dbe469baef13202a28170b4'}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 14:03:06.772665 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9881c5d-13f3-45ab-b422-245f1bd01465 admin admin] Made reservation on behalf of 59eb0e293dbe469baef13202a28170b4 for: {'network': 1} {{(pid=92954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 14:03:06.774890 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-b9881c5d-13f3-45ab-b422-245f1bd01465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for network, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:06.782757 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-b9881c5d-13f3-45ab-b422-245f1bd01465 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:06.870008 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-b9881c5d-13f3-45ab-b422-245f1bd01465 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:06.874333 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-b9881c5d-13f3-45ab-b422-245f1bd01465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:06.902132 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9881c5d-13f3-45ab-b422-245f1bd01465 admin admin] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'} {{(pid=92954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 14:03:06.908448 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9881c5d-13f3-45ab-b422-245f1bd01465 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dade089e-e592-487b-b97c-53bdd0d50aaf,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:03:06.916556 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-b9881c5d-13f3-45ab-b422-245f1bd01465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:06.916899 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.db.segments_db [None req-b9881c5d-13f3-45ab-b422-245f1bd01465 admin admin] Added segment 017ed2ec-9d93-47f3-8eb0-7bca76a1786f of type vlan for network c7ea10ae-2e6f-49b3-870e-d440c4a3b013 Jul 07 14:03:06.960485 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-b9881c5d-13f3-45ab-b422-245f1bd01465 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744350994261'] for network, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:06.988830 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-b9881c5d-13f3-45ab-b422-245f1bd01465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582279'] for network, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:06.989697 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9881c5d-13f3-45ab-b422-245f1bd01465 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:03:06.990281 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-b9881c5d-13f3-45ab-b422-245f1bd01465 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582248'] for network, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:07.037428 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-b9881c5d-13f3-45ab-b422-245f1bd01465 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3792319 Jul 07 14:03:07.040596 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 48196) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:03:07.045573 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.v2.base [None req-7fc915ef-7512-4deb-b5ad-78491cd985c1 admin admin] Request body: {'subnet': {'network_id': 'c7ea10ae-2e6f-49b3-870e-d440c4a3b013', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-843701086-subnet', 'tenant_id': '59eb0e293dbe469baef13202a28170b4', 'ip_version': 4}} {{(pid=92953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 14:03:07.050101 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9881c5d-13f3-45ab-b422-245f1bd01465 admin admin] Pushing event updated for resources: {'Network': ['ID=c7ea10ae-2e6f-49b3-870e-d440c4a3b013,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:03:07.061991 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Network c7ea10ae-2e6f-49b3-870e-d440c4a3b013 details requested by agent ovs-agent-dv-cinder-799821-1-iscsi with host dv-cinder-799821-1-iscsi {{(pid=92955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 14:03:07.066543 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fc915ef-7512-4deb-b5ad-78491cd985c1 admin admin] Made reservation on behalf of 59eb0e293dbe469baef13202a28170b4 for: {'subnet': 1} {{(pid=92953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 14:03:07.068854 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-7fc915ef-7512-4deb-b5ad-78491cd985c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3756208'] for subnet, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:07.427489 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-7fc915ef-7512-4deb-b5ad-78491cd985c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2608750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3756194'] for subnet, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:07.481206 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc915ef-7512-4deb-b5ad-78491cd985c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91e1ef31-82bf-4ca2-898f-d9c311a6e6d6,revision_number=0']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:03:07.497216 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc915ef-7512-4deb-b5ad-78491cd985c1 admin admin] Checking segment: {'id': '017ed2ec-9d93-47f3-8eb0-7bca76a1786f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c7ea10ae-2e6f-49b3-870e-d440c4a3b013'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 14:03:07.497563 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc915ef-7512-4deb-b5ad-78491cd985c1 admin admin] Network hostable DHCP agents. Network: c7ea10ae-2e6f-49b3-870e-d440c4a3b013, hostable agents: ['29bf5154-9555-44d1-999c-b30e53d2ad5f'], hosted agents: [] {{(pid=92953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 14:03:07.514232 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc915ef-7512-4deb-b5ad-78491cd985c1 admin admin] Network c7ea10ae-2e6f-49b3-870e-d440c4a3b013 is scheduled to be hosted by DHCP agent 29bf5154-9555-44d1-999c-b30e53d2ad5f with binding_index 1 {{(pid=92953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 14:03:07.522293 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.scheduler.base_scheduler [None req-7fc915ef-7512-4deb-b5ad-78491cd985c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799821-1-iscsi, c7ea10ae-2e6f-49b3-870e-d440c4a3b013) {{(pid=92953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 14:03:07.526566 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc915ef-7512-4deb-b5ad-78491cd985c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:03:07.527228 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-7fc915ef-7512-4deb-b5ad-78491cd985c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582248'] for subnet, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:07.531461 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f9c509-9768-4c7a-9752-dcdfb29f569e None None] Network c7ea10ae-2e6f-49b3-870e-d440c4a3b013 requested from dv-cinder-799821-1-iscsi {{(pid=92955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 14:03:07.541808 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-7fc915ef-7512-4deb-b5ad-78491cd985c1 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5000434 Jul 07 14:03:07.544331 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 48202) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:03:07.549337 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.v2.base [None req-7f9f0e4f-c79a-498a-85f8-09ffdc943af6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-843701086-router', 'tenant_id': '59eb0e293dbe469baef13202a28170b4', 'external_gateway_info': {'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5'}}} {{(pid=92953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 14:03:07.571152 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-7f9f0e4f-c79a-498a-85f8-09ffdc943af6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1724625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6190'] for router, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:07.572267 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-7f9f0e4f-c79a-498a-85f8-09ffdc943af6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1724494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1714686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1653304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6177'] for router, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:07.627632 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-7f9f0e4f-c79a-498a-85f8-09ffdc943af6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:07.686154 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66da49a0-f798-4d5d-b0a1-e055e3ee9e92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1517bda3-6996-5b7d-b15a-be6a9ec91b77-c7ea10ae-2e6f-49b3-870e-d440c4a3b013', 'network_id': 'c7ea10ae-2e6f-49b3-870e-d440c4a3b013', 'tenant_id': '59eb0e293dbe469baef13202a28170b4', 'fixed_ips': [{'subnet_id': '91e1ef31-82bf-4ca2-898f-d9c311a6e6d6'}]}} from dv-cinder-799821-1-iscsi. {{(pid=92955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 14:03:07.687695 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-66da49a0-f798-4d5d-b0a1-e055e3ee9e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_create {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:07.763542 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-7f9f0e4f-c79a-498a-85f8-09ffdc943af6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1661972', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1724611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6195'] for router, precommit_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:07.827118 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.db_base_plugin_common [None req-66da49a0-f798-4d5d-b0a1-e055e3ee9e92 None None] Allocated IP 172.20.0.2 (c7ea10ae-2e6f-49b3-870e-d440c4a3b013/91e1ef31-82bf-4ca2-898f-d9c311a6e6d6/4bb04c9f-a2b6-44eb-9a8b-f3ce2ee4e09d) {{(pid=92955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 14:03:07.965889 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-7f9f0e4f-c79a-498a-85f8-09ffdc943af6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:07.969725 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-66da49a0-f798-4d5d-b0a1-e055e3ee9e92 None None] Notify callbacks [] for port, precommit_create {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:07.977639 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-66da49a0-f798-4d5d-b0a1-e055e3ee9e92 None None] Transition to ACTIVE for port object 4bb04c9f-a2b6-44eb-9a8b-f3ce2ee4e09d will not be triggered until provisioned by entity L2. {{(pid=92955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 14:03:07.984935 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-7f9f0e4f-c79a-498a-85f8-09ffdc943af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:07.992237 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-66da49a0-f798-4d5d-b0a1-e055e3ee9e92 None None] Transition to ACTIVE for port object 4bb04c9f-a2b6-44eb-9a8b-f3ce2ee4e09d will not be triggered until provisioned by entity DHCP. {{(pid=92955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 14:03:07.998550 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-66da49a0-f798-4d5d-b0a1-e055e3ee9e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744350976988'] for port, after_create {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:08.039973 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66da49a0-f798-4d5d-b0a1-e055e3ee9e92 None None] Network c7ea10ae-2e6f-49b3-870e-d440c4a3b013 is already hosted by enough agents. {{(pid=92955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 14:03:08.044717 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.scheduler.base_scheduler [None req-66da49a0-f798-4d5d-b0a1-e055e3ee9e92 None None] Resources bound (agent type, host, resource id): {{(pid=92955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 14:03:08.048914 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66da49a0-f798-4d5d-b0a1-e055e3ee9e92 None None] Received port after_create {{(pid=92955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 14:03:08.053273 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66da49a0-f798-4d5d-b0a1-e055e3ee9e92 None None] Pushing event updated for resources: {'Port': ['ID=4bb04c9f-a2b6-44eb-9a8b-f3ce2ee4e09d,revision_number=1']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:03:08.092780 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.db.db_base_plugin_common [None req-7f9f0e4f-c79a-498a-85f8-09ffdc943af6 admin admin] Allocated IP 172.27.0.110 (c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5/157deb10-066f-4182-88bf-9da6b52b6e64/9b76fed5-3dab-4de8-b5d3-94874466323f) {{(pid=92953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 14:03:08.108228 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.managers [None req-66da49a0-f798-4d5d-b0a1-e055e3ee9e92 None None] Attempting to bind port 4bb04c9f-a2b6-44eb-9a8b-f3ce2ee4e09d on host dv-cinder-799821-1-iscsi for vnic_type normal with profile {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 14:03:08.109354 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.managers [None req-66da49a0-f798-4d5d-b0a1-e055e3ee9e92 None None] Attempting to bind port 4bb04c9f-a2b6-44eb-9a8b-f3ce2ee4e09d by drivers openvswitch,hyperv on host dv-cinder-799821-1-iscsi at level 0 using segments [{'id': '017ed2ec-9d93-47f3-8eb0-7bca76a1786f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c7ea10ae-2e6f-49b3-870e-d440c4a3b013'}] {{(pid=92955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 14:03:08.109473 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66da49a0-f798-4d5d-b0a1-e055e3ee9e92 None None] Attempting to bind port 4bb04c9f-a2b6-44eb-9a8b-f3ce2ee4e09d on network c7ea10ae-2e6f-49b3-870e-d440c4a3b013 {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 14:03:08.114502 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66da49a0-f798-4d5d-b0a1-e055e3ee9e92 None None] Checking agent: {'id': 'bf273e17-8767-46a0-900a-b292254968fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799821-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 13, 53, 28), 'started_at': datetime.datetime(2021, 7, 7, 13, 53, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 14, 2, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799821-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 14:03:08.114875 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66da49a0-f798-4d5d-b0a1-e055e3ee9e92 None None] Checking segment: {'id': '017ed2ec-9d93-47f3-8eb0-7bca76a1786f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c7ea10ae-2e6f-49b3-870e-d440c4a3b013'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 14:03:08.115276 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-66da49a0-f798-4d5d-b0a1-e055e3ee9e92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:08.115669 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66da49a0-f798-4d5d-b0a1-e055e3ee9e92 None None] Bound using segment: {'id': '017ed2ec-9d93-47f3-8eb0-7bca76a1786f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c7ea10ae-2e6f-49b3-870e-d440c4a3b013'} {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 14:03:08.116127 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.managers [None req-66da49a0-f798-4d5d-b0a1-e055e3ee9e92 None None] Bound port: 4bb04c9f-a2b6-44eb-9a8b-f3ce2ee4e09d, host: dv-cinder-799821-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '017ed2ec-9d93-47f3-8eb0-7bca76a1786f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c7ea10ae-2e6f-49b3-870e-d440c4a3b013'}}] {{(pid=92955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 14:03:08.116511 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-66da49a0-f798-4d5d-b0a1-e055e3ee9e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:08.177200 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-66da49a0-f798-4d5d-b0a1-e055e3ee9e92 None None] For port 4bb04c9f-a2b6-44eb-9a8b-f3ce2ee4e09d, host dv-cinder-799821-1-iscsi, cleared binding levels {{(pid=92955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 14:03:08.180191 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-66da49a0-f798-4d5d-b0a1-e055e3ee9e92 None None] For port 4bb04c9f-a2b6-44eb-9a8b-f3ce2ee4e09d, host dv-cinder-799821-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799821-1-iscsi',level=0,port_id=4bb04c9f-a2b6-44eb-9a8b-f3ce2ee4e09d,segment=NetworkSegment(017ed2ec-9d93-47f3-8eb0-7bca76a1786f),segment_id=017ed2ec-9d93-47f3-8eb0-7bca76a1786f)] {{(pid=92955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 14:03:08.185734 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-66da49a0-f798-4d5d-b0a1-e055e3ee9e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:08.193549 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-7f9f0e4f-c79a-498a-85f8-09ffdc943af6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:08.241929 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-7f9f0e4f-c79a-498a-85f8-09ffdc943af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744350976988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2608666'] for port, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:08.244241 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66da49a0-f798-4d5d-b0a1-e055e3ee9e92 None None] Pushing event updated for resources: {'Port': ['ID=4bb04c9f-a2b6-44eb-9a8b-f3ce2ee4e09d,revision_number=2']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:03:08.282566 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f9f0e4f-c79a-498a-85f8-09ffdc943af6 admin admin] Network c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5 is already hosted by enough agents. {{(pid=92953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 14:03:08.285584 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.scheduler.base_scheduler [None req-7f9f0e4f-c79a-498a-85f8-09ffdc943af6 admin admin] Resources bound (agent type, host, resource id): {{(pid=92953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 14:03:08.291249 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9f0e4f-c79a-498a-85f8-09ffdc943af6 admin admin] Received port after_create {{(pid=92953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 14:03:08.314019 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9f0e4f-c79a-498a-85f8-09ffdc943af6 admin admin] Pushing event updated for resources: {'Port': ['ID=9b76fed5-3dab-4de8-b5d3-94874466323f,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:03:08.571975 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-7f9f0e4f-c79a-498a-85f8-09ffdc943af6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:08.760223 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-7f9f0e4f-c79a-498a-85f8-09ffdc943af6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1724634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1661967'] for router, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:08.887339 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f9f0e4f-c79a-498a-85f8-09ffdc943af6 admin admin] Router 26571d58-cba8-4d8f-9655-5a1eca218863 is scheduled to L3 agent 652ddd47-bc13-4e1c-8285-b4eb8cea957f with binding_index 1 {{(pid=92953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 14:03:09.003323 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f9f0e4f-c79a-498a-85f8-09ffdc943af6 admin admin] Notify agent at l3_agent.dv-cinder-799821-1-iscsi the message routers_updated {{(pid=92953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 14:03:09.007225 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43546b4f-e91b-42d7-bc49-6082ab49d382 None None] Sync routers for ids ['26571d58-cba8-4d8f-9655-5a1eca218863'] in dv-cinder-799821-1-iscsi {{(pid=92956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 14:03:09.020377 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43546b4f-e91b-42d7-bc49-6082ab49d382 None None] Routers {'26571d58-cba8-4d8f-9655-5a1eca218863'} bound to L3 agent in host dv-cinder-799821-1-iscsi {{(pid=92956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 14:03:09.021002 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-43546b4f-e91b-42d7-bc49-6082ab49d382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T13:53:27Z,description=,heartbeat_timestamp=2021-07-07T14:02:57Z,host='dv-cinder-799821-1-iscsi',id=652ddd47-bc13-4e1c-8285-b4eb8cea957f,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:53:27Z,topic='l3_agent')) {'router_ids': ['26571d58-cba8-4d8f-9655-5a1eca218863'], 'active': True} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:03:09.033538 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-7f9f0e4f-c79a-498a-85f8-09ffdc943af6 admin admin] Notify callbacks [] for router, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:09.037750 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-7f9f0e4f-c79a-498a-85f8-09ffdc943af6 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.4895048 Jul 07 14:03:09.038570 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 48212) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:03:09.230613 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvr_db [None req-43546b4f-e91b-42d7-bc49-6082ab49d382 None None] Set router 26571d58-cba8-4d8f-9655-5a1eca218863 gateway port host: dv-cinder-799821-1-iscsi {{(pid=92956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 14:03:09.261400 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4539cdd1-6082-4c36-8d0b-a106a67a1760 req-8ef7cf90-bc70-4419-919d-849cab6aa3b7 tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:03:09.263436 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-4539cdd1-6082-4c36-8d0b-a106a67a1760 req-8ef7cf90-bc70-4419-919d-849cab6aa3b7 tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e8767c2-b566-4192-9a75-525afb5dabdf HTTP/1.1" status: 200 len: 944 time: 0.1012602 Jul 07 14:03:09.340396 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f7850d4-4fe1-4f2b-b0fd-5bcca09accab None None] Network c7ea10ae-2e6f-49b3-870e-d440c4a3b013 requested from dv-cinder-799821-1-iscsi {{(pid=92955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 14:03:09.347768 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-4539cdd1-6082-4c36-8d0b-a106a67a1760 req-4af288fe-f418-4304-8fe2-ba7505930fcd tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ca8eaaa-74a0-401f-8d2b-57d3f01379aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735846 Jul 07 14:03:09.472436 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-f3a84560-9720-4751-be2c-6c6080ac068c None None] Provisioning for port 4bb04c9f-a2b6-44eb-9a8b-f3ce2ee4e09d completed by entity DHCP. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 14:03:09.597512 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-43546b4f-e91b-42d7-bc49-6082ab49d382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26571d58-cba8-4d8f-9655-5a1eca218863', 'name': 'tempest-TestMinimumBasicScenario-843701086-router', 'tenant_id': '59eb0e293dbe469baef13202a28170b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'external_fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '9b76fed5-3dab-4de8-b5d3-94874466323f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T14:03:07Z', 'updated_at': '2021-07-07T14:03:08Z', 'revision_number': 3, 'project_id': '59eb0e293dbe469baef13202a28170b4', 'gw_port': {'id': '9b76fed5-3dab-4de8-b5d3-94874466323f', 'name': '', 'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:48:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26571d58-cba8-4d8f-9655-5a1eca218863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:03:07Z', 'updated_at': '2021-07-07T14:03:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799821-1-iscsi'}], 'dv-cinder-799821-1-iscsi', False) {} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:03:09.649825 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43546b4f-e91b-42d7-bc49-6082ab49d382 None None] Checking router: 26571d58-cba8-4d8f-9655-5a1eca218863 for host: dv-cinder-799821-1-iscsi {{(pid=92956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 14:03:09.650421 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43546b4f-e91b-42d7-bc49-6082ab49d382 None None] Updating router 26571d58-cba8-4d8f-9655-5a1eca218863 port 9b76fed5-3dab-4de8-b5d3-94874466323f binding host dv-cinder-799821-1-iscsi {{(pid=92956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 14:03:09.667041 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab6ae89-cc01-422a-b9c9-c323b586d162 req-eb0a387b-a5fc-4c45-9f63-1e4cd419d9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:03:09.669472 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-9ab6ae89-cc01-422a-b9c9-c323b586d162 req-eb0a387b-a5fc-4c45-9f63-1e4cd419d9b7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2dc8ed5d3f5847589bf32e32ca6ffe9f&device_id=7e8767c2-b566-4192-9a75-525afb5dabdf HTTP/1.1" status: 200 len: 1097 time: 0.6323602 Jul 07 14:03:09.680085 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320e1bcd-e847-4304-ac18-e170d94edc72 req-be97556e-c50e-4edc-99a9-9dd122e51634 tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:03:09.682106 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-320e1bcd-e847-4304-ac18-e170d94edc72 req-be97556e-c50e-4edc-99a9-9dd122e51634 tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] 10.222.0.16 "GET /v2.0/ports?device_id=b21bb8c6-b904-4df4-86d3-22a5b66ad5de HTTP/1.1" status: 200 len: 946 time: 0.1461668 Jul 07 14:03:09.713989 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-43546b4f-e91b-42d7-bc49-6082ab49d382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:09.751475 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-320e1bcd-e847-4304-ac18-e170d94edc72 req-1705a248-727a-4fdc-b6e4-7618628203fe tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] 10.222.0.16 "GET /v2.0/security-groups?id=2551a6d1-3472-4f52-8352-4993782bafeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613353 Jul 07 14:03:09.914467 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab6ae89-cc01-422a-b9c9-c323b586d162 req-c197ca9e-f5df-47fe-8aaa-049c71131ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:03:09.915906 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-9ab6ae89-cc01-422a-b9c9-c323b586d162 req-c197ca9e-f5df-47fe-8aaa-049c71131ebb service neutron] 10.222.0.24 "GET /v2.0/networks?id=2e6ef9db-c645-46c2-a4ad-9a42b63fbd9a HTTP/1.1" status: 200 len: 910 time: 0.2163465 Jul 07 14:03:09.963882 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-9ab6ae89-cc01-422a-b9c9-c323b586d162 req-fc9e9807-f075-4c5b-b0f5-4cb7df1d319a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=09064ad3-9409-4ba3-96fa-a9c4c01d76d2 HTTP/1.1" status: 200 len: 217 time: 0.0387869 Jul 07 14:03:10.052144 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-43546b4f-e91b-42d7-bc49-6082ab49d382 None None] Notify callbacks [] for port, precommit_update {{(pid=92956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:10.063092 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.provisioning_blocks [None req-43546b4f-e91b-42d7-bc49-6082ab49d382 None None] Transition to ACTIVE for port object 9b76fed5-3dab-4de8-b5d3-94874466323f will not be triggered until provisioned by entity L2. {{(pid=92956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 14:03:10.064716 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab6ae89-cc01-422a-b9c9-c323b586d162 req-3dee6797-50c3-492e-bc71-0d03c9a43246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:03:10.067037 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-9ab6ae89-cc01-422a-b9c9-c323b586d162 req-3dee6797-50c3-492e-bc71-0d03c9a43246 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6857c425-409b-4939-b968-403c9cbe1010 HTTP/1.1" status: 200 len: 849 time: 0.0807726 Jul 07 14:03:10.070920 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-43546b4f-e91b-42d7-bc49-6082ab49d382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567'] for port, after_update {{(pid=92956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:10.115713 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-9ab6ae89-cc01-422a-b9c9-c323b586d162 req-edb3d772-e423-4829-8904-998e7e102cd6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2e6ef9db-c645-46c2-a4ad-9a42b63fbd9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360048 Jul 07 14:03:10.122412 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ba6f2-6cd9-47e3-a5c0-242179ab85c1 None None] Pushing event updated for resources: {'Port': ['ID=9b76fed5-3dab-4de8-b5d3-94874466323f,revision_number=2']} {{(pid=92956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:03:10.139797 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.managers [None req-43546b4f-e91b-42d7-bc49-6082ab49d382 None None] Attempting to bind port 9b76fed5-3dab-4de8-b5d3-94874466323f on host dv-cinder-799821-1-iscsi for vnic_type normal with profile {{(pid=92956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 14:03:10.141018 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.managers [None req-43546b4f-e91b-42d7-bc49-6082ab49d382 None None] Attempting to bind port 9b76fed5-3dab-4de8-b5d3-94874466323f by drivers openvswitch,hyperv on host dv-cinder-799821-1-iscsi at level 0 using segments [{'id': 'f9b1122d-b65f-4a0f-8420-4cc063cf42b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5'}] {{(pid=92956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 14:03:10.141628 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43546b4f-e91b-42d7-bc49-6082ab49d382 None None] Attempting to bind port 9b76fed5-3dab-4de8-b5d3-94874466323f on network c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5 {{(pid=92956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 14:03:10.147321 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43546b4f-e91b-42d7-bc49-6082ab49d382 None None] Checking agent: {'id': 'bf273e17-8767-46a0-900a-b292254968fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799821-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 13, 53, 28), 'started_at': datetime.datetime(2021, 7, 7, 13, 53, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 14, 2, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799821-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 14:03:10.147864 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43546b4f-e91b-42d7-bc49-6082ab49d382 None None] Checking segment: {'id': 'f9b1122d-b65f-4a0f-8420-4cc063cf42b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 14:03:10.148380 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-43546b4f-e91b-42d7-bc49-6082ab49d382 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:10.148871 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43546b4f-e91b-42d7-bc49-6082ab49d382 None None] Bound using segment: {'id': 'f9b1122d-b65f-4a0f-8420-4cc063cf42b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5'} {{(pid=92956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 14:03:10.149434 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.managers [None req-43546b4f-e91b-42d7-bc49-6082ab49d382 None None] Bound port: 9b76fed5-3dab-4de8-b5d3-94874466323f, host: dv-cinder-799821-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9b1122d-b65f-4a0f-8420-4cc063cf42b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5'}}] {{(pid=92956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 14:03:10.149907 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-43546b4f-e91b-42d7-bc49-6082ab49d382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:10.157113 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Device 4bb04c9f-a2b6-44eb-9a8b-f3ce2ee4e09d up at agent ovs-agent-dv-cinder-799821-1-iscsi {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 14:03:10.203834 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.db [None req-43546b4f-e91b-42d7-bc49-6082ab49d382 None None] For port 9b76fed5-3dab-4de8-b5d3-94874466323f, host dv-cinder-799821-1-iscsi, cleared binding levels {{(pid=92956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 14:03:10.206652 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Provisioning for port 4bb04c9f-a2b6-44eb-9a8b-f3ce2ee4e09d completed by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 14:03:10.207329 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.db [None req-43546b4f-e91b-42d7-bc49-6082ab49d382 None None] For port 9b76fed5-3dab-4de8-b5d3-94874466323f, host dv-cinder-799821-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799821-1-iscsi',level=0,port_id=9b76fed5-3dab-4de8-b5d3-94874466323f,segment=NetworkSegment(f9b1122d-b65f-4a0f-8420-4cc063cf42b9),segment_id=f9b1122d-b65f-4a0f-8420-4cc063cf42b9)] {{(pid=92956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 14:03:10.211206 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Provisioning complete for port 4bb04c9f-a2b6-44eb-9a8b-f3ce2ee4e09d triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 14:03:10.211691 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732533'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:10.212590 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-43546b4f-e91b-42d7-bc49-6082ab49d382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567'] for port, after_update {{(pid=92956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:10.219121 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-fca2a693-44d6-46ab-8810-ae84522d9996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:10.261108 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ba6f2-6cd9-47e3-a5c0-242179ab85c1 None None] Pushing event updated for resources: {'Port': ['ID=9b76fed5-3dab-4de8-b5d3-94874466323f,revision_number=3']} {{(pid=92956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:03:10.281051 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43546b4f-e91b-42d7-bc49-6082ab49d382 None None] Routers {'26571d58-cba8-4d8f-9655-5a1eca218863'} bound to L3 agent in host dv-cinder-799821-1-iscsi {{(pid=92956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 14:03:10.281722 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-43546b4f-e91b-42d7-bc49-6082ab49d382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T13:53:27Z,description=,heartbeat_timestamp=2021-07-07T14:02:57Z,host='dv-cinder-799821-1-iscsi',id=652ddd47-bc13-4e1c-8285-b4eb8cea957f,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:53:27Z,topic='l3_agent')) {'router_ids': ['26571d58-cba8-4d8f-9655-5a1eca218863'], 'active': True} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:03:10.300232 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:10.305730 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-9ab6ae89-cc01-422a-b9c9-c323b586d162 req-1034af62-3702-4482-bd5d-808dcac02e40 service neutron] 10.222.0.24 "GET /v2.0/networks/2e6ef9db-c645-46c2-a4ad-9a42b63fbd9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503546 Jul 07 14:03:10.336014 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] For port 4bb04c9f-a2b6-44eb-9a8b-f3ce2ee4e09d, host dv-cinder-799821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799821-1-iscsi',level=0,port_id=4bb04c9f-a2b6-44eb-9a8b-f3ce2ee4e09d,segment=NetworkSegment(017ed2ec-9d93-47f3-8eb0-7bca76a1786f),segment_id=017ed2ec-9d93-47f3-8eb0-7bca76a1786f)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 14:03:10.339658 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:10.394607 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Pushing event updated for resources: {'Port': ['ID=4bb04c9f-a2b6-44eb-9a8b-f3ce2ee4e09d,revision_number=3']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:03:10.408622 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvr_db [None req-43546b4f-e91b-42d7-bc49-6082ab49d382 None None] Set router 26571d58-cba8-4d8f-9655-5a1eca218863 gateway port host: dv-cinder-799821-1-iscsi {{(pid=92956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 14:03:10.475194 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-9ab6ae89-cc01-422a-b9c9-c323b586d162 req-8f62bfc8-d014-4d58-a823-45ba526a265e service neutron] 10.222.0.24 "GET /v2.0/networks/2e6ef9db-c645-46c2-a4ad-9a42b63fbd9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594768 Jul 07 14:03:10.476202 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.db.db_base_plugin_common [None req-fca2a693-44d6-46ab-8810-ae84522d9996 admin admin] Allocated IP 172.20.0.1 (c7ea10ae-2e6f-49b3-870e-d440c4a3b013/91e1ef31-82bf-4ca2-898f-d9c311a6e6d6/5d06267e-a3b9-453a-9ec2-ab5bd07660fa) {{(pid=92954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 14:03:10.553914 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e8d36f-8183-47fa-91b2-511af7bb7b53 req-a9a2356a-4ff6-4961-b9cc-e1cf3085a002 tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:03:10.555447 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-24e8d36f-8183-47fa-91b2-511af7bb7b53 req-a9a2356a-4ff6-4961-b9cc-e1cf3085a002 tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e8767c2-b566-4192-9a75-525afb5dabdf HTTP/1.1" status: 200 len: 944 time: 0.0728383 Jul 07 14:03:10.583385 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-fca2a693-44d6-46ab-8810-ae84522d9996 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:10.596296 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-24e8d36f-8183-47fa-91b2-511af7bb7b53 req-b1a730d0-e1a8-4adc-b352-94331a2df60e tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ca8eaaa-74a0-401f-8d2b-57d3f01379aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344150 Jul 07 14:03:10.596885 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.db.provisioning_blocks [None req-fca2a693-44d6-46ab-8810-ae84522d9996 admin admin] Transition to ACTIVE for port object 5d06267e-a3b9-453a-9ec2-ab5bd07660fa will not be triggered until provisioned by entity DHCP. {{(pid=92954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 14:03:10.616444 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-43546b4f-e91b-42d7-bc49-6082ab49d382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26571d58-cba8-4d8f-9655-5a1eca218863', 'name': 'tempest-TestMinimumBasicScenario-843701086-router', 'tenant_id': '59eb0e293dbe469baef13202a28170b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'external_fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '9b76fed5-3dab-4de8-b5d3-94874466323f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T14:03:07Z', 'updated_at': '2021-07-07T14:03:08Z', 'revision_number': 3, 'project_id': '59eb0e293dbe469baef13202a28170b4', 'gw_port': {'id': '9b76fed5-3dab-4de8-b5d3-94874466323f', 'name': '', 'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:48:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26571d58-cba8-4d8f-9655-5a1eca218863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:03:07Z', 'updated_at': '2021-07-07T14:03:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799821-1-iscsi'}], 'dv-cinder-799821-1-iscsi', False) {} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:03:10.640877 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-fca2a693-44d6-46ab-8810-ae84522d9996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744350976988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8461633'] for port, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:10.646680 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43546b4f-e91b-42d7-bc49-6082ab49d382 None None] The sync data for ids ['26571d58-cba8-4d8f-9655-5a1eca218863'] in dv-cinder-799821-1-iscsi is: [{'id': '26571d58-cba8-4d8f-9655-5a1eca218863', 'name': 'tempest-TestMinimumBasicScenario-843701086-router', 'tenant_id': '59eb0e293dbe469baef13202a28170b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'external_fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '9b76fed5-3dab-4de8-b5d3-94874466323f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T14:03:07Z', 'updated_at': '2021-07-07T14:03:08Z', 'revision_number': 3, 'project_id': '59eb0e293dbe469baef13202a28170b4', 'gw_port': {'id': '9b76fed5-3dab-4de8-b5d3-94874466323f', 'name': '', 'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:48:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26571d58-cba8-4d8f-9655-5a1eca218863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:03:07Z', 'updated_at': '2021-07-07T14:03:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799821-1-iscsi'}] {{(pid=92956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 14:03:10.685467 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca2a693-44d6-46ab-8810-ae84522d9996 admin admin] Network c7ea10ae-2e6f-49b3-870e-d440c4a3b013 is already hosted by enough agents. {{(pid=92954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 14:03:10.691332 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.scheduler.base_scheduler [None req-fca2a693-44d6-46ab-8810-ae84522d9996 admin admin] Resources bound (agent type, host, resource id): {{(pid=92954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 14:03:10.695936 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca2a693-44d6-46ab-8810-ae84522d9996 admin admin] Received port after_create {{(pid=92954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 14:03:10.698899 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca2a693-44d6-46ab-8810-ae84522d9996 admin admin] Pushing event updated for resources: {'Port': ['ID=5d06267e-a3b9-453a-9ec2-ab5bd07660fa,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:03:10.733785 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca2a693-44d6-46ab-8810-ae84522d9996 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:03:10.734684 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca2a693-44d6-46ab-8810-ae84522d9996 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:03:10.735032 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca2a693-44d6-46ab-8810-ae84522d9996 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:03:10.735369 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca2a693-44d6-46ab-8810-ae84522d9996 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:03:10.735708 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca2a693-44d6-46ab-8810-ae84522d9996 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:03:10.736046 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca2a693-44d6-46ab-8810-ae84522d9996 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:03:10.736392 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca2a693-44d6-46ab-8810-ae84522d9996 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:03:10.736693 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca2a693-44d6-46ab-8810-ae84522d9996 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:03:10.737022 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca2a693-44d6-46ab-8810-ae84522d9996 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:03:10.737347 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca2a693-44d6-46ab-8810-ae84522d9996 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:03:10.737676 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca2a693-44d6-46ab-8810-ae84522d9996 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:03:10.738001 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca2a693-44d6-46ab-8810-ae84522d9996 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:03:10.751664 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-fca2a693-44d6-46ab-8810-ae84522d9996 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1726264'] for router_interface, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:10.953162 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-9084bb9d-66c1-4adc-94f1-af765d45b07f None None] Provisioning for port 5d06267e-a3b9-453a-9ec2-ab5bd07660fa completed by entity DHCP. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 14:03:10.957064 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-9084bb9d-66c1-4adc-94f1-af765d45b07f None None] Provisioning complete for port 5d06267e-a3b9-453a-9ec2-ab5bd07660fa triggered by entity DHCP. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 14:03:10.957619 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9084bb9d-66c1-4adc-94f1-af765d45b07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732533'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:10.977817 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-fca2a693-44d6-46ab-8810-ae84522d9996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:10.990316 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5313817e-ceab-4bf0-857a-661c043eb1f5 req-03b39d3a-f174-4542-b8be-9b5cd8fccf93 tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:03:10.992043 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-5313817e-ceab-4bf0-857a-661c043eb1f5 req-03b39d3a-f174-4542-b8be-9b5cd8fccf93 tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] 10.222.0.16 "GET /v2.0/ports?device_id=b21bb8c6-b904-4df4-86d3-22a5b66ad5de HTTP/1.1" status: 200 len: 946 time: 0.1037717 Jul 07 14:03:11.005494 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-9084bb9d-66c1-4adc-94f1-af765d45b07f None None] Port 5d06267e-a3b9-453a-9ec2-ab5bd07660fa cannot update to ACTIVE because it is not bound. {{(pid=92955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 14:03:11.037787 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-5313817e-ceab-4bf0-857a-661c043eb1f5 req-a7a79002-7ef3-4a70-a574-07a1cc0fd11c tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] 10.222.0.16 "GET /v2.0/security-groups?id=2551a6d1-3472-4f52-8352-4993782bafeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399323 Jul 07 14:03:11.169794 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-fca2a693-44d6-46ab-8810-ae84522d9996 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:11.180849 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-fca2a693-44d6-46ab-8810-ae84522d9996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8461747'] for port, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:11.252398 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-fca2a693-44d6-46ab-8810-ae84522d9996 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1712197'] for router_interface, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:11.254218 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca2a693-44d6-46ab-8810-ae84522d9996 admin admin] Pushing event updated for resources: {'Port': ['ID=5d06267e-a3b9-453a-9ec2-ab5bd07660fa,revision_number=2']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:03:11.361281 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca2a693-44d6-46ab-8810-ae84522d9996 admin admin] Network c7ea10ae-2e6f-49b3-870e-d440c4a3b013 is already hosted by enough agents. {{(pid=92954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 14:03:11.362974 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.scheduler.base_scheduler [None req-fca2a693-44d6-46ab-8810-ae84522d9996 admin admin] Resources bound (agent type, host, resource id): {{(pid=92954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 14:03:11.497923 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fca2a693-44d6-46ab-8810-ae84522d9996 admin admin] Router 26571d58-cba8-4d8f-9655-5a1eca218863 has already been hosted by L3 agent 652ddd47-bc13-4e1c-8285-b4eb8cea957f {{(pid=92954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 14:03:11.612448 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fca2a693-44d6-46ab-8810-ae84522d9996 admin admin] Notify agent at l3_agent.dv-cinder-799821-1-iscsi the message routers_updated {{(pid=92954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 14:03:11.616717 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-fca2a693-44d6-46ab-8810-ae84522d9996 admin admin] 10.222.0.16 "PUT /v2.0/routers/26571d58-cba8-4d8f-9655-5a1eca218863/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5771029 Jul 07 14:03:11.628309 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-7adfdd81-3558-47dd-8943-1706b9f8109c None None] Provisioning complete for port 5d06267e-a3b9-453a-9ec2-ab5bd07660fa triggered by entity DHCP. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 14:03:11.628309 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-7adfdd81-3558-47dd-8943-1706b9f8109c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732533'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:11.664170 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-7adfdd81-3558-47dd-8943-1706b9f8109c None None] Port 5d06267e-a3b9-453a-9ec2-ab5bd07660fa cannot update to ACTIVE because it is not bound. {{(pid=92955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 14:03:11.789441 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728e1c8c-5146-4833-8243-eed27574aaab req-f16964f6-dcc6-47db-8ac6-c77142516af4 tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:03:11.798724 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-728e1c8c-5146-4833-8243-eed27574aaab req-f16964f6-dcc6-47db-8ac6-c77142516af4 tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e8767c2-b566-4192-9a75-525afb5dabdf HTTP/1.1" status: 200 len: 944 time: 0.0719883 Jul 07 14:03:11.835618 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-728e1c8c-5146-4833-8243-eed27574aaab req-7c22bf1b-78c9-4bf6-99b9-47dfdda563b8 tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ca8eaaa-74a0-401f-8d2b-57d3f01379aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343719 Jul 07 14:03:12.102343 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 48284) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:03:12.107503 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [None req-02775c6f-1eca-461f-a9c4-ca3f0971cb50 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-438765037-network', 'tenant_id': '15cef405526f49eeb605c50ac9ac78ae'}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 14:03:12.133483 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02775c6f-1eca-461f-a9c4-ca3f0971cb50 admin admin] Made reservation on behalf of 15cef405526f49eeb605c50ac9ac78ae for: {'network': 1} {{(pid=92954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 14:03:12.136442 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-02775c6f-1eca-461f-a9c4-ca3f0971cb50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for network, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:12.146346 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-02775c6f-1eca-461f-a9c4-ca3f0971cb50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:12.151822 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Device 09064ad3-9409-4ba3-96fa-a9c4c01d76d2 details requested by agent hyperv_hv-cinder-79982 with host hv-cinder-79982 {{(pid=92955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 14:03:12.237573 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Device 9b76fed5-3dab-4de8-b5d3-94874466323f up at agent ovs-agent-dv-cinder-799821-1-iscsi {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 14:03:12.266604 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-02775c6f-1eca-461f-a9c4-ca3f0971cb50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:12.271577 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-02775c6f-1eca-461f-a9c4-ca3f0971cb50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:12.274396 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e430bc1e-d94c-402e-b952-f9b4ab7bfadb req-197afa0e-7c3c-41a5-af1d-f8c7d779e42d tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:03:12.282355 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-e430bc1e-d94c-402e-b952-f9b4ab7bfadb req-197afa0e-7c3c-41a5-af1d-f8c7d779e42d tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] 10.222.0.16 "GET /v2.0/ports?device_id=b21bb8c6-b904-4df4-86d3-22a5b66ad5de HTTP/1.1" status: 200 len: 946 time: 0.0937138 Jul 07 14:03:12.297706 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02775c6f-1eca-461f-a9c4-ca3f0971cb50 admin admin] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'} {{(pid=92954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 14:03:12.314698 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-02775c6f-1eca-461f-a9c4-ca3f0971cb50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:12.315037 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.db.segments_db [None req-02775c6f-1eca-461f-a9c4-ca3f0971cb50 admin admin] Added segment e3f053b9-424b-46d3-8913-2365e9518b70 of type vlan for network 43575e40-d945-4516-b8ae-f5e836cf7e46 Jul 07 14:03:12.316418 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] For port 09064ad3-9409-4ba3-96fa-a9c4c01d76d2, host hv-cinder-79982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79982',level=0,port_id=09064ad3-9409-4ba3-96fa-a9c4c01d76d2,segment=NetworkSegment(a5453d1e-07a8-4e89-b7a7-c57497a51623),segment_id=a5453d1e-07a8-4e89-b7a7-c57497a51623)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 14:03:12.316548 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02775c6f-1eca-461f-a9c4-ca3f0971cb50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37e82315-3c6b-4653-8fd9-801567590b13,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:03:12.326007 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Provisioning for port 9b76fed5-3dab-4de8-b5d3-94874466323f completed by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 14:03:12.331183 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Provisioning complete for port 9b76fed5-3dab-4de8-b5d3-94874466323f triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 14:03:12.331588 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732533'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:12.333110 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Returning: {'device': '09064ad3-9409-4ba3-96fa-a9c4c01d76d2', 'network_id': '2e6ef9db-c645-46c2-a4ad-9a42b63fbd9a', 'port_id': '09064ad3-9409-4ba3-96fa-a9c4c01d76d2', 'mac_address': 'fa:16:3e:0d:7d:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6857c425-409b-4939-b968-403c9cbe1010', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 14:03:12.333424 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-e430bc1e-d94c-402e-b952-f9b4ab7bfadb req-f1ccdd98-b668-4401-897a-6d3414b4defe tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] 10.222.0.16 "GET /v2.0/security-groups?id=2551a6d1-3472-4f52-8352-4993782bafeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483727 Jul 07 14:03:12.370402 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-02775c6f-1eca-461f-a9c4-ca3f0971cb50 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744350994261'] for network, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:12.395122 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19dfdd7-607f-427a-96ae-39eddced6e19 None None] Sync routers for ids ['26571d58-cba8-4d8f-9655-5a1eca218863'] in dv-cinder-799821-1-iscsi {{(pid=92955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 14:03:12.401087 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-02775c6f-1eca-461f-a9c4-ca3f0971cb50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582279'] for network, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:12.402155 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02775c6f-1eca-461f-a9c4-ca3f0971cb50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:03:12.402744 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-02775c6f-1eca-461f-a9c4-ca3f0971cb50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582248'] for network, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:12.415598 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:12.427638 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19dfdd7-607f-427a-96ae-39eddced6e19 None None] Routers {'26571d58-cba8-4d8f-9655-5a1eca218863'} bound to L3 agent in host dv-cinder-799821-1-iscsi {{(pid=92955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 14:03:12.428255 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-e19dfdd7-607f-427a-96ae-39eddced6e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T13:53:27Z,description=,heartbeat_timestamp=2021-07-07T14:02:57Z,host='dv-cinder-799821-1-iscsi',id=652ddd47-bc13-4e1c-8285-b4eb8cea957f,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:53:27Z,topic='l3_agent')) {'router_ids': ['26571d58-cba8-4d8f-9655-5a1eca218863'], 'active': True} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:03:12.464798 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-02775c6f-1eca-461f-a9c4-ca3f0971cb50 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3612769 Jul 07 14:03:12.465580 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 48288) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:03:12.465724 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.notifiers.nova [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09064ad3-9409-4ba3-96fa-a9c4c01d76d2 {{(pid=92955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 14:03:12.472326 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02775c6f-1eca-461f-a9c4-ca3f0971cb50 admin admin] Pushing event updated for resources: {'Network': ['ID=43575e40-d945-4516-b8ae-f5e836cf7e46,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:03:12.475514 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.v2.base [None req-8cb8a936-83e2-4b08-9ed4-954cb9829e3d admin admin] Request body: {'subnet': {'network_id': '43575e40-d945-4516-b8ae-f5e836cf7e46', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-438765037-subnet', 'tenant_id': '15cef405526f49eeb605c50ac9ac78ae', 'ip_version': 4}} {{(pid=92953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 14:03:12.496109 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Network 43575e40-d945-4516-b8ae-f5e836cf7e46 details requested by agent ovs-agent-dv-cinder-799821-1-iscsi with host dv-cinder-799821-1-iscsi {{(pid=92955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 14:03:12.500289 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cb8a936-83e2-4b08-9ed4-954cb9829e3d admin admin] Made reservation on behalf of 15cef405526f49eeb605c50ac9ac78ae for: {'subnet': 1} {{(pid=92953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 14:03:12.502660 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8cb8a936-83e2-4b08-9ed4-954cb9829e3d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3756208'] for subnet, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:12.528576 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] For port 09064ad3-9409-4ba3-96fa-a9c4c01d76d2, host hv-cinder-79982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79982',level=0,port_id=09064ad3-9409-4ba3-96fa-a9c4c01d76d2,segment=NetworkSegment(a5453d1e-07a8-4e89-b7a7-c57497a51623),segment_id=a5453d1e-07a8-4e89-b7a7-c57497a51623)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 14:03:12.684797 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8cb8a936-83e2-4b08-9ed4-954cb9829e3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2608750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3756194'] for subnet, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:12.709703 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:12.715750 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:12.734254 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb8a936-83e2-4b08-9ed4-954cb9829e3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e218038f-f890-4eb2-ae2e-1229855486fb,revision_number=0']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:03:12.750028 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb8a936-83e2-4b08-9ed4-954cb9829e3d admin admin] Checking segment: {'id': 'e3f053b9-424b-46d3-8913-2365e9518b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '43575e40-d945-4516-b8ae-f5e836cf7e46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 14:03:12.750191 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb8a936-83e2-4b08-9ed4-954cb9829e3d admin admin] Network hostable DHCP agents. Network: 43575e40-d945-4516-b8ae-f5e836cf7e46, hostable agents: ['29bf5154-9555-44d1-999c-b30e53d2ad5f'], hosted agents: [] {{(pid=92953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 14:03:12.767938 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb8a936-83e2-4b08-9ed4-954cb9829e3d admin admin] Network 43575e40-d945-4516-b8ae-f5e836cf7e46 is scheduled to be hosted by DHCP agent 29bf5154-9555-44d1-999c-b30e53d2ad5f with binding_index 1 {{(pid=92953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 14:03:12.778098 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.scheduler.base_scheduler [None req-8cb8a936-83e2-4b08-9ed4-954cb9829e3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799821-1-iscsi, 43575e40-d945-4516-b8ae-f5e836cf7e46) {{(pid=92953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 14:03:12.782842 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb8a936-83e2-4b08-9ed4-954cb9829e3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:03:12.783440 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8cb8a936-83e2-4b08-9ed4-954cb9829e3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582248'] for subnet, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:12.795460 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvr_db [None req-e19dfdd7-607f-427a-96ae-39eddced6e19 None None] Set router 26571d58-cba8-4d8f-9655-5a1eca218863 gateway port host: dv-cinder-799821-1-iscsi {{(pid=92955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 14:03:12.801068 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6faf359-16df-470d-8b02-b70c8369b965 None None] Network 43575e40-d945-4516-b8ae-f5e836cf7e46 requested from dv-cinder-799821-1-iscsi {{(pid=92955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 14:03:12.803134 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-8cb8a936-83e2-4b08-9ed4-954cb9829e3d admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3356366 Jul 07 14:03:12.803827 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 48298) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:03:12.808510 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.v2.base [None req-a0938d34-7aa1-4cdb-b409-664882ea4f27 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-438765037-router', 'tenant_id': '15cef405526f49eeb605c50ac9ac78ae', 'external_gateway_info': {'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5'}}} {{(pid=92953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 14:03:12.828875 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a0938d34-7aa1-4cdb-b409-664882ea4f27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1724625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6190'] for router, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:12.829849 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a0938d34-7aa1-4cdb-b409-664882ea4f27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1724494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1714686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1653304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6177'] for router, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:12.849635 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] For port 9b76fed5-3dab-4de8-b5d3-94874466323f, host dv-cinder-799821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799821-1-iscsi',level=0,port_id=9b76fed5-3dab-4de8-b5d3-94874466323f,segment=NetworkSegment(f9b1122d-b65f-4a0f-8420-4cc063cf42b9),segment_id=f9b1122d-b65f-4a0f-8420-4cc063cf42b9)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 14:03:12.853045 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Pushing event updated for resources: {'Port': ['ID=09064ad3-9409-4ba3-96fa-a9c4c01d76d2,revision_number=4']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:03:12.872597 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:12.873353 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Device 4bb04c9f-a2b6-44eb-9a8b-f3ce2ee4e09d up at agent ovs-agent-dv-cinder-799821-1-iscsi {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 14:03:13.107779 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Pushing event updated for resources: {'Port': ['ID=9b76fed5-3dab-4de8-b5d3-94874466323f,revision_number=4']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:03:13.111585 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a0938d34-7aa1-4cdb-b409-664882ea4f27 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:13.122989 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] get_ports_and_sgs() called for port_ids ['09064ad3-9409-4ba3-96fa-a9c4c01d76d2'] {{(pid=92955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 14:03:13.233653 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Provisioning complete for port 4bb04c9f-a2b6-44eb-9a8b-f3ce2ee4e09d triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 14:03:13.234563 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732533'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:13.278738 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a0938d34-7aa1-4cdb-b409-664882ea4f27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1661972', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1724611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6195'] for router, precommit_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:13.297608 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72094060-cc4c-4988-838c-4c1e6ab6fafc req-507f255d-f81e-4094-9122-1d11fcd71fe3 tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:03:13.299589 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-72094060-cc4c-4988-838c-4c1e6ab6fafc req-507f255d-f81e-4094-9122-1d11fcd71fe3 tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e8767c2-b566-4192-9a75-525afb5dabdf HTTP/1.1" status: 200 len: 945 time: 0.1995199 Jul 07 14:03:13.333511 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b51ff911-f4ce-4b6f-a776-902628d26d53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1517bda3-6996-5b7d-b15a-be6a9ec91b77-43575e40-d945-4516-b8ae-f5e836cf7e46', 'network_id': '43575e40-d945-4516-b8ae-f5e836cf7e46', 'tenant_id': '15cef405526f49eeb605c50ac9ac78ae', 'fixed_ips': [{'subnet_id': 'e218038f-f890-4eb2-ae2e-1229855486fb'}]}} from dv-cinder-799821-1-iscsi. {{(pid=92955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 14:03:13.334334 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-b51ff911-f4ce-4b6f-a776-902628d26d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_create {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:13.373604 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-72094060-cc4c-4988-838c-4c1e6ab6fafc req-559d2cae-c64f-4281-a165-0c36f12a9cbf tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ca8eaaa-74a0-401f-8d2b-57d3f01379aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671811 Jul 07 14:03:13.480973 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-e19dfdd7-607f-427a-96ae-39eddced6e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26571d58-cba8-4d8f-9655-5a1eca218863', 'name': 'tempest-TestMinimumBasicScenario-843701086-router', 'tenant_id': '59eb0e293dbe469baef13202a28170b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'external_fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '9b76fed5-3dab-4de8-b5d3-94874466323f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T14:03:07Z', 'updated_at': '2021-07-07T14:03:10Z', 'revision_number': 4, 'project_id': '59eb0e293dbe469baef13202a28170b4', 'gw_port': {'id': '9b76fed5-3dab-4de8-b5d3-94874466323f', 'name': '', 'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:48:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26571d58-cba8-4d8f-9655-5a1eca218863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:03:07Z', 'updated_at': '2021-07-07T14:03:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799821-1-iscsi', '_interfaces': [{'id': '5d06267e-a3b9-453a-9ec2-ab5bd07660fa', 'name': '', 'network_id': 'c7ea10ae-2e6f-49b3-870e-d440c4a3b013', 'tenant_id': '59eb0e293dbe469baef13202a28170b4', 'mac_address': 'fa:16:3e:07:81:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26571d58-cba8-4d8f-9655-5a1eca218863', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '91e1ef31-82bf-4ca2-898f-d9c311a6e6d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:03:10Z', 'updated_at': '2021-07-07T14:03:11Z', 'revision_number': 2, 'project_id': '59eb0e293dbe469baef13202a28170b4', 'subnets': [{'id': '91e1ef31-82bf-4ca2-898f-d9c311a6e6d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799821-1-iscsi', False) {} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:03:13.535843 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19dfdd7-607f-427a-96ae-39eddced6e19 None None] Checking router: 26571d58-cba8-4d8f-9655-5a1eca218863 for host: dv-cinder-799821-1-iscsi {{(pid=92955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 14:03:13.536174 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19dfdd7-607f-427a-96ae-39eddced6e19 None None] Updating router 26571d58-cba8-4d8f-9655-5a1eca218863 port 5d06267e-a3b9-453a-9ec2-ab5bd07660fa binding host dv-cinder-799821-1-iscsi {{(pid=92955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 14:03:13.575302 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a0938d34-7aa1-4cdb-b409-664882ea4f27 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:13.596524 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a0938d34-7aa1-4cdb-b409-664882ea4f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:13.628332 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-e19dfdd7-607f-427a-96ae-39eddced6e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:13.646110 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.db_base_plugin_common [None req-b51ff911-f4ce-4b6f-a776-902628d26d53 None None] Allocated IP 172.20.0.2 (43575e40-d945-4516-b8ae-f5e836cf7e46/e218038f-f890-4eb2-ae2e-1229855486fb/73adc75a-ef3c-49a0-8fcd-0c70dabe0050) {{(pid=92955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 14:03:13.653716 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78643e06-a5d0-4f36-9082-154f313bf616 req-922eab11-b7ac-4391-9489-eb60b0e6e082 tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:03:13.655318 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-78643e06-a5d0-4f36-9082-154f313bf616 req-922eab11-b7ac-4391-9489-eb60b0e6e082 tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] 10.222.0.16 "GET /v2.0/ports?device_id=b21bb8c6-b904-4df4-86d3-22a5b66ad5de HTTP/1.1" status: 200 len: 946 time: 0.1976309 Jul 07 14:03:13.733866 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-78643e06-a5d0-4f36-9082-154f313bf616 req-9e472122-96c9-4019-9278-d37e23f1b839 tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] 10.222.0.16 "GET /v2.0/security-groups?id=2551a6d1-3472-4f52-8352-4993782bafeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665097 Jul 07 14:03:13.755398 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.db.db_base_plugin_common [None req-a0938d34-7aa1-4cdb-b409-664882ea4f27 admin admin] Allocated IP 172.27.0.234 (c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5/157deb10-066f-4182-88bf-9da6b52b6e64/e042a943-30d6-486b-9204-1c01871c6997) {{(pid=92953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 14:03:13.863379 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a0938d34-7aa1-4cdb-b409-664882ea4f27 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:13.904464 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a0938d34-7aa1-4cdb-b409-664882ea4f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744350976988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2608666'] for port, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:13.941923 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0938d34-7aa1-4cdb-b409-664882ea4f27 admin admin] Network c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5 is already hosted by enough agents. {{(pid=92953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 14:03:13.944757 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.scheduler.base_scheduler [None req-a0938d34-7aa1-4cdb-b409-664882ea4f27 admin admin] Resources bound (agent type, host, resource id): {{(pid=92953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 14:03:13.949041 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-b51ff911-f4ce-4b6f-a776-902628d26d53 None None] Notify callbacks [] for port, precommit_create {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:13.950482 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0938d34-7aa1-4cdb-b409-664882ea4f27 admin admin] Received port after_create {{(pid=92953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 14:03:13.956256 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0938d34-7aa1-4cdb-b409-664882ea4f27 admin admin] Pushing event updated for resources: {'Port': ['ID=e042a943-30d6-486b-9204-1c01871c6997,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:03:13.971612 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-b51ff911-f4ce-4b6f-a776-902628d26d53 None None] Transition to ACTIVE for port object 73adc75a-ef3c-49a0-8fcd-0c70dabe0050 will not be triggered until provisioned by entity L2. {{(pid=92955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 14:03:13.999560 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-b51ff911-f4ce-4b6f-a776-902628d26d53 None None] Transition to ACTIVE for port object 73adc75a-ef3c-49a0-8fcd-0c70dabe0050 will not be triggered until provisioned by entity DHCP. {{(pid=92955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 14:03:14.022786 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-b51ff911-f4ce-4b6f-a776-902628d26d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744350976988'] for port, after_create {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:14.073281 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b51ff911-f4ce-4b6f-a776-902628d26d53 None None] Network 43575e40-d945-4516-b8ae-f5e836cf7e46 is already hosted by enough agents. {{(pid=92955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 14:03:14.079927 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-e19dfdd7-607f-427a-96ae-39eddced6e19 None None] Notify callbacks [] for port, precommit_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:14.082309 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.scheduler.base_scheduler [None req-b51ff911-f4ce-4b6f-a776-902628d26d53 None None] Resources bound (agent type, host, resource id): {{(pid=92955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 14:03:14.088668 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51ff911-f4ce-4b6f-a776-902628d26d53 None None] Received port after_create {{(pid=92955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 14:03:14.098410 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51ff911-f4ce-4b6f-a776-902628d26d53 None None] Pushing event updated for resources: {'Port': ['ID=73adc75a-ef3c-49a0-8fcd-0c70dabe0050,revision_number=1']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:03:14.107449 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-e19dfdd7-607f-427a-96ae-39eddced6e19 None None] Transition to ACTIVE for port object 5d06267e-a3b9-453a-9ec2-ab5bd07660fa will not be triggered until provisioned by entity L2. {{(pid=92955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 14:03:14.129317 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Device 9b76fed5-3dab-4de8-b5d3-94874466323f up at agent ovs-agent-dv-cinder-799821-1-iscsi {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 14:03:14.134099 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-e19dfdd7-607f-427a-96ae-39eddced6e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:14.215335 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a0938d34-7aa1-4cdb-b409-664882ea4f27 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:14.228547 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.managers [None req-b51ff911-f4ce-4b6f-a776-902628d26d53 None None] Attempting to bind port 73adc75a-ef3c-49a0-8fcd-0c70dabe0050 on host dv-cinder-799821-1-iscsi for vnic_type normal with profile {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 14:03:14.228909 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.managers [None req-b51ff911-f4ce-4b6f-a776-902628d26d53 None None] Attempting to bind port 73adc75a-ef3c-49a0-8fcd-0c70dabe0050 by drivers openvswitch,hyperv on host dv-cinder-799821-1-iscsi at level 0 using segments [{'id': 'e3f053b9-424b-46d3-8913-2365e9518b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '43575e40-d945-4516-b8ae-f5e836cf7e46'}] {{(pid=92955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 14:03:14.229259 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51ff911-f4ce-4b6f-a776-902628d26d53 None None] Attempting to bind port 73adc75a-ef3c-49a0-8fcd-0c70dabe0050 on network 43575e40-d945-4516-b8ae-f5e836cf7e46 {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 14:03:14.243639 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51ff911-f4ce-4b6f-a776-902628d26d53 None None] Checking agent: {'id': 'bf273e17-8767-46a0-900a-b292254968fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799821-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 13, 53, 28), 'started_at': datetime.datetime(2021, 7, 7, 13, 53, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 14, 2, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799821-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 14:03:14.244019 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51ff911-f4ce-4b6f-a776-902628d26d53 None None] Checking segment: {'id': 'e3f053b9-424b-46d3-8913-2365e9518b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '43575e40-d945-4516-b8ae-f5e836cf7e46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 14:03:14.244427 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-b51ff911-f4ce-4b6f-a776-902628d26d53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:14.244793 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51ff911-f4ce-4b6f-a776-902628d26d53 None None] Bound using segment: {'id': 'e3f053b9-424b-46d3-8913-2365e9518b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '43575e40-d945-4516-b8ae-f5e836cf7e46'} {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 14:03:14.245256 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.managers [None req-b51ff911-f4ce-4b6f-a776-902628d26d53 None None] Bound port: 73adc75a-ef3c-49a0-8fcd-0c70dabe0050, host: dv-cinder-799821-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3f053b9-424b-46d3-8913-2365e9518b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '43575e40-d945-4516-b8ae-f5e836cf7e46'}}] {{(pid=92955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 14:03:14.245636 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-b51ff911-f4ce-4b6f-a776-902628d26d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:14.248426 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accfb2c7-7e3a-4d6f-98fb-d28b87ec4fd6 None None] Pushing event updated for resources: {'Port': ['ID=5d06267e-a3b9-453a-9ec2-ab5bd07660fa,revision_number=3']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:03:14.273131 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Provisioning complete for port 9b76fed5-3dab-4de8-b5d3-94874466323f triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 14:03:14.273493 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732533'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:14.396247 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.managers [None req-e19dfdd7-607f-427a-96ae-39eddced6e19 None None] Attempting to bind port 5d06267e-a3b9-453a-9ec2-ab5bd07660fa on host dv-cinder-799821-1-iscsi for vnic_type normal with profile {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 14:03:14.396609 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.managers [None req-e19dfdd7-607f-427a-96ae-39eddced6e19 None None] Attempting to bind port 5d06267e-a3b9-453a-9ec2-ab5bd07660fa by drivers openvswitch,hyperv on host dv-cinder-799821-1-iscsi at level 0 using segments [{'id': '017ed2ec-9d93-47f3-8eb0-7bca76a1786f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c7ea10ae-2e6f-49b3-870e-d440c4a3b013'}] {{(pid=92955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 14:03:14.396961 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19dfdd7-607f-427a-96ae-39eddced6e19 None None] Attempting to bind port 5d06267e-a3b9-453a-9ec2-ab5bd07660fa on network c7ea10ae-2e6f-49b3-870e-d440c4a3b013 {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 14:03:14.408817 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-b51ff911-f4ce-4b6f-a776-902628d26d53 None None] For port 73adc75a-ef3c-49a0-8fcd-0c70dabe0050, host dv-cinder-799821-1-iscsi, cleared binding levels {{(pid=92955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 14:03:14.414360 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-b51ff911-f4ce-4b6f-a776-902628d26d53 None None] For port 73adc75a-ef3c-49a0-8fcd-0c70dabe0050, host dv-cinder-799821-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799821-1-iscsi',level=0,port_id=73adc75a-ef3c-49a0-8fcd-0c70dabe0050,segment=NetworkSegment(e3f053b9-424b-46d3-8913-2365e9518b70),segment_id=e3f053b9-424b-46d3-8913-2365e9518b70)] {{(pid=92955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 14:03:14.416907 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19dfdd7-607f-427a-96ae-39eddced6e19 None None] Checking agent: {'id': 'bf273e17-8767-46a0-900a-b292254968fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799821-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 13, 53, 28), 'started_at': datetime.datetime(2021, 7, 7, 13, 53, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 14, 2, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799821-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 14:03:14.417688 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19dfdd7-607f-427a-96ae-39eddced6e19 None None] Checking segment: {'id': '017ed2ec-9d93-47f3-8eb0-7bca76a1786f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c7ea10ae-2e6f-49b3-870e-d440c4a3b013'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 14:03:14.417688 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-e19dfdd7-607f-427a-96ae-39eddced6e19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:14.417957 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19dfdd7-607f-427a-96ae-39eddced6e19 None None] Bound using segment: {'id': '017ed2ec-9d93-47f3-8eb0-7bca76a1786f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c7ea10ae-2e6f-49b3-870e-d440c4a3b013'} {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 14:03:14.418423 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.managers [None req-e19dfdd7-607f-427a-96ae-39eddced6e19 None None] Bound port: 5d06267e-a3b9-453a-9ec2-ab5bd07660fa, host: dv-cinder-799821-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '017ed2ec-9d93-47f3-8eb0-7bca76a1786f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c7ea10ae-2e6f-49b3-870e-d440c4a3b013'}}] {{(pid=92955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 14:03:14.418815 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-e19dfdd7-607f-427a-96ae-39eddced6e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:14.430557 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-b51ff911-f4ce-4b6f-a776-902628d26d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:14.439508 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a0938d34-7aa1-4cdb-b409-664882ea4f27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1724634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1661967'] for router, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:14.617062 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a9dfcf-5f4b-470b-a92c-8a0332793c10 req-740fed5d-d348-4d79-9777-6e597d7cd22f tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:03:14.618690 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-c3a9dfcf-5f4b-470b-a92c-8a0332793c10 req-740fed5d-d348-4d79-9777-6e597d7cd22f tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e8767c2-b566-4192-9a75-525afb5dabdf HTTP/1.1" status: 200 len: 945 time: 0.0961554 Jul 07 14:03:14.653837 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0938d34-7aa1-4cdb-b409-664882ea4f27 admin admin] Router 55bd7695-dd52-4c02-99a0-acf3a453e9d7 is scheduled to L3 agent 652ddd47-bc13-4e1c-8285-b4eb8cea957f with binding_index 1 {{(pid=92953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 14:03:14.682738 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-c3a9dfcf-5f4b-470b-a92c-8a0332793c10 req-4535cab2-0b9e-4630-a015-a3b061ba7a39 tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ca8eaaa-74a0-401f-8d2b-57d3f01379aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577044 Jul 07 14:03:14.700545 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51ff911-f4ce-4b6f-a776-902628d26d53 None None] Pushing event updated for resources: {'Port': ['ID=73adc75a-ef3c-49a0-8fcd-0c70dabe0050,revision_number=2']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:03:14.711036 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-e19dfdd7-607f-427a-96ae-39eddced6e19 None None] For port 5d06267e-a3b9-453a-9ec2-ab5bd07660fa, host dv-cinder-799821-1-iscsi, cleared binding levels {{(pid=92955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 14:03:14.714714 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-e19dfdd7-607f-427a-96ae-39eddced6e19 None None] For port 5d06267e-a3b9-453a-9ec2-ab5bd07660fa, host dv-cinder-799821-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799821-1-iscsi',level=0,port_id=5d06267e-a3b9-453a-9ec2-ab5bd07660fa,segment=NetworkSegment(017ed2ec-9d93-47f3-8eb0-7bca76a1786f),segment_id=017ed2ec-9d93-47f3-8eb0-7bca76a1786f)] {{(pid=92955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 14:03:14.728309 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-e19dfdd7-607f-427a-96ae-39eddced6e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:14.777631 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19dfdd7-607f-427a-96ae-39eddced6e19 None None] Routers {'26571d58-cba8-4d8f-9655-5a1eca218863'} bound to L3 agent in host dv-cinder-799821-1-iscsi {{(pid=92955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 14:03:14.778255 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-e19dfdd7-607f-427a-96ae-39eddced6e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T13:53:27Z,description=,heartbeat_timestamp=2021-07-07T14:02:57Z,host='dv-cinder-799821-1-iscsi',id=652ddd47-bc13-4e1c-8285-b4eb8cea957f,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:53:27Z,topic='l3_agent')) {'router_ids': ['26571d58-cba8-4d8f-9655-5a1eca218863'], 'active': True} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:03:14.805421 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0938d34-7aa1-4cdb-b409-664882ea4f27 admin admin] Notify agent at l3_agent.dv-cinder-799821-1-iscsi the message routers_updated {{(pid=92953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 14:03:14.816734 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7449feaf-e457-4501-adec-3971ea24fae9 None None] Sync routers for ids ['55bd7695-dd52-4c02-99a0-acf3a453e9d7'] in dv-cinder-799821-1-iscsi {{(pid=92956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 14:03:14.825441 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a0938d34-7aa1-4cdb-b409-664882ea4f27 admin admin] Notify callbacks [] for router, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:14.827592 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-a0938d34-7aa1-4cdb-b409-664882ea4f27 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0221279 Jul 07 14:03:14.829778 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7449feaf-e457-4501-adec-3971ea24fae9 None None] Routers {'55bd7695-dd52-4c02-99a0-acf3a453e9d7'} bound to L3 agent in host dv-cinder-799821-1-iscsi {{(pid=92956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 14:03:14.830621 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 48322) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:03:14.831277 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-7449feaf-e457-4501-adec-3971ea24fae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T13:53:27Z,description=,heartbeat_timestamp=2021-07-07T14:02:57Z,host='dv-cinder-799821-1-iscsi',id=652ddd47-bc13-4e1c-8285-b4eb8cea957f,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:53:27Z,topic='l3_agent')) {'router_ids': ['55bd7695-dd52-4c02-99a0-acf3a453e9d7'], 'active': True} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:03:14.895255 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accfb2c7-7e3a-4d6f-98fb-d28b87ec4fd6 None None] Pushing event updated for resources: {'Port': ['ID=5d06267e-a3b9-453a-9ec2-ab5bd07660fa,revision_number=4']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:03:15.062986 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509b5b9d-1878-4194-a126-4eadb4d9a3df req-cd4ba5a3-eff8-4dc5-a4cd-a804d63cc03b tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:03:15.064614 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-509b5b9d-1878-4194-a126-4eadb4d9a3df req-cd4ba5a3-eff8-4dc5-a4cd-a804d63cc03b tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] 10.222.0.16 "GET /v2.0/ports?device_id=b21bb8c6-b904-4df4-86d3-22a5b66ad5de HTTP/1.1" status: 200 len: 946 time: 0.1694901 Jul 07 14:03:15.086135 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvr_db [None req-e19dfdd7-607f-427a-96ae-39eddced6e19 None None] Set router 26571d58-cba8-4d8f-9655-5a1eca218863 gateway port host: dv-cinder-799821-1-iscsi {{(pid=92955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 14:03:15.140829 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-509b5b9d-1878-4194-a126-4eadb4d9a3df req-4e34f259-7392-4c97-8520-c8e0646df53a tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] 10.222.0.16 "GET /v2.0/security-groups?id=2551a6d1-3472-4f52-8352-4993782bafeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606635 Jul 07 14:03:15.206546 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvr_db [None req-7449feaf-e457-4501-adec-3971ea24fae9 None None] Set router 55bd7695-dd52-4c02-99a0-acf3a453e9d7 gateway port host: dv-cinder-799821-1-iscsi {{(pid=92956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 14:03:15.270758 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.agents_db [None req-578d1851-68de-424d-8d1f-a58f436dd381 None None] Agent healthcheck: found 6 active agents {{(pid=92956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 14:03:15.360946 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-e19dfdd7-607f-427a-96ae-39eddced6e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26571d58-cba8-4d8f-9655-5a1eca218863', 'name': 'tempest-TestMinimumBasicScenario-843701086-router', 'tenant_id': '59eb0e293dbe469baef13202a28170b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'external_fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '9b76fed5-3dab-4de8-b5d3-94874466323f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T14:03:07Z', 'updated_at': '2021-07-07T14:03:10Z', 'revision_number': 4, 'project_id': '59eb0e293dbe469baef13202a28170b4', 'gw_port': {'id': '9b76fed5-3dab-4de8-b5d3-94874466323f', 'name': '', 'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:48:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26571d58-cba8-4d8f-9655-5a1eca218863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:03:07Z', 'updated_at': '2021-07-07T14:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799821-1-iscsi', '_interfaces': [{'id': '5d06267e-a3b9-453a-9ec2-ab5bd07660fa', 'name': '', 'network_id': 'c7ea10ae-2e6f-49b3-870e-d440c4a3b013', 'tenant_id': '59eb0e293dbe469baef13202a28170b4', 'mac_address': 'fa:16:3e:07:81:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26571d58-cba8-4d8f-9655-5a1eca218863', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '91e1ef31-82bf-4ca2-898f-d9c311a6e6d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:03:10Z', 'updated_at': '2021-07-07T14:03:14Z', 'revision_number': 4, 'project_id': '59eb0e293dbe469baef13202a28170b4', 'subnets': [{'id': '91e1ef31-82bf-4ca2-898f-d9c311a6e6d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799821-1-iscsi', False) {} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:03:15.391398 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19dfdd7-607f-427a-96ae-39eddced6e19 None None] The sync data for ids ['26571d58-cba8-4d8f-9655-5a1eca218863'] in dv-cinder-799821-1-iscsi is: [{'id': '26571d58-cba8-4d8f-9655-5a1eca218863', 'name': 'tempest-TestMinimumBasicScenario-843701086-router', 'tenant_id': '59eb0e293dbe469baef13202a28170b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'external_fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '9b76fed5-3dab-4de8-b5d3-94874466323f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T14:03:07Z', 'updated_at': '2021-07-07T14:03:10Z', 'revision_number': 4, 'project_id': '59eb0e293dbe469baef13202a28170b4', 'gw_port': {'id': '9b76fed5-3dab-4de8-b5d3-94874466323f', 'name': '', 'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:48:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26571d58-cba8-4d8f-9655-5a1eca218863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:03:07Z', 'updated_at': '2021-07-07T14:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799821-1-iscsi', '_interfaces': [{'id': '5d06267e-a3b9-453a-9ec2-ab5bd07660fa', 'name': '', 'network_id': 'c7ea10ae-2e6f-49b3-870e-d440c4a3b013', 'tenant_id': '59eb0e293dbe469baef13202a28170b4', 'mac_address': 'fa:16:3e:07:81:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26571d58-cba8-4d8f-9655-5a1eca218863', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '91e1ef31-82bf-4ca2-898f-d9c311a6e6d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:03:10Z', 'updated_at': '2021-07-07T14:03:14Z', 'revision_number': 4, 'project_id': '59eb0e293dbe469baef13202a28170b4', 'subnets': [{'id': '91e1ef31-82bf-4ca2-898f-d9c311a6e6d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 14:03:15.404874 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-7449feaf-e457-4501-adec-3971ea24fae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55bd7695-dd52-4c02-99a0-acf3a453e9d7', 'name': 'tempest-TestMinimumBasicScenario-438765037-router', 'tenant_id': '15cef405526f49eeb605c50ac9ac78ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'external_fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': 'e042a943-30d6-486b-9204-1c01871c6997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T14:03:12Z', 'updated_at': '2021-07-07T14:03:14Z', 'revision_number': 3, 'project_id': '15cef405526f49eeb605c50ac9ac78ae', 'gw_port': {'id': 'e042a943-30d6-486b-9204-1c01871c6997', 'name': '', 'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:c2:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55bd7695-dd52-4c02-99a0-acf3a453e9d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:03:13Z', 'updated_at': '2021-07-07T14:03:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799821-1-iscsi'}], 'dv-cinder-799821-1-iscsi', False) {} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:03:15.447423 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7449feaf-e457-4501-adec-3971ea24fae9 None None] Checking router: 55bd7695-dd52-4c02-99a0-acf3a453e9d7 for host: dv-cinder-799821-1-iscsi {{(pid=92956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 14:03:15.447778 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7449feaf-e457-4501-adec-3971ea24fae9 None None] Updating router 55bd7695-dd52-4c02-99a0-acf3a453e9d7 port e042a943-30d6-486b-9204-1c01871c6997 binding host dv-cinder-799821-1-iscsi {{(pid=92956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 14:03:15.497732 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-7449feaf-e457-4501-adec-3971ea24fae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:15.725867 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-89356b3d-301f-4bd7-9688-68250dbcd459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:15.866953 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-7449feaf-e457-4501-adec-3971ea24fae9 None None] Notify callbacks [] for port, precommit_update {{(pid=92956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:15.892706 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.provisioning_blocks [None req-7449feaf-e457-4501-adec-3971ea24fae9 None None] Transition to ACTIVE for port object e042a943-30d6-486b-9204-1c01871c6997 will not be triggered until provisioned by entity L2. {{(pid=92956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 14:03:15.902187 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-7449feaf-e457-4501-adec-3971ea24fae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567'] for port, after_update {{(pid=92956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:15.943699 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892db961-aad3-430b-9084-aea287691b7e req-0b0d170b-5e0a-4c91-94f8-a9a6d0ee4d1f tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:03:15.951327 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-892db961-aad3-430b-9084-aea287691b7e req-0b0d170b-5e0a-4c91-94f8-a9a6d0ee4d1f tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e8767c2-b566-4192-9a75-525afb5dabdf HTTP/1.1" status: 200 len: 945 time: 0.1047893 Jul 07 14:03:15.951690 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d0abac-6af9-43e2-bc5e-01decc58fe06 None None] Pushing event updated for resources: {'Port': ['ID=e042a943-30d6-486b-9204-1c01871c6997,revision_number=2']} {{(pid=92956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:03:15.979835 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.managers [None req-7449feaf-e457-4501-adec-3971ea24fae9 None None] Attempting to bind port e042a943-30d6-486b-9204-1c01871c6997 on host dv-cinder-799821-1-iscsi for vnic_type normal with profile {{(pid=92956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 14:03:15.980491 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.managers [None req-7449feaf-e457-4501-adec-3971ea24fae9 None None] Attempting to bind port e042a943-30d6-486b-9204-1c01871c6997 by drivers openvswitch,hyperv on host dv-cinder-799821-1-iscsi at level 0 using segments [{'id': 'f9b1122d-b65f-4a0f-8420-4cc063cf42b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5'}] {{(pid=92956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 14:03:15.980948 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7449feaf-e457-4501-adec-3971ea24fae9 None None] Attempting to bind port e042a943-30d6-486b-9204-1c01871c6997 on network c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5 {{(pid=92956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 14:03:15.987225 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7449feaf-e457-4501-adec-3971ea24fae9 None None] Checking agent: {'id': 'bf273e17-8767-46a0-900a-b292254968fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799821-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 13, 53, 28), 'started_at': datetime.datetime(2021, 7, 7, 13, 53, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 14, 2, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799821-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 14:03:15.987911 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7449feaf-e457-4501-adec-3971ea24fae9 None None] Checking segment: {'id': 'f9b1122d-b65f-4a0f-8420-4cc063cf42b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 14:03:15.988500 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-7449feaf-e457-4501-adec-3971ea24fae9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:15.989030 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7449feaf-e457-4501-adec-3971ea24fae9 None None] Bound using segment: {'id': 'f9b1122d-b65f-4a0f-8420-4cc063cf42b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5'} {{(pid=92956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 14:03:15.989599 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.managers [None req-7449feaf-e457-4501-adec-3971ea24fae9 None None] Bound port: e042a943-30d6-486b-9204-1c01871c6997, host: dv-cinder-799821-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9b1122d-b65f-4a0f-8420-4cc063cf42b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5'}}] {{(pid=92956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 14:03:15.990091 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-7449feaf-e457-4501-adec-3971ea24fae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:15.992454 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-892db961-aad3-430b-9084-aea287691b7e req-26de5c4e-f2f7-4f7e-a8ea-b3da283a0b0e tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ca8eaaa-74a0-401f-8d2b-57d3f01379aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406086 Jul 07 14:03:16.008782 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd9f3292-dd88-47f1-9848-730e3d239ea5 None None] Network 43575e40-d945-4516-b8ae-f5e836cf7e46 requested from dv-cinder-799821-1-iscsi {{(pid=92955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 14:03:16.015437 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.db.db_base_plugin_common [None req-89356b3d-301f-4bd7-9688-68250dbcd459 admin admin] Allocated IP 172.20.0.1 (43575e40-d945-4516-b8ae-f5e836cf7e46/e218038f-f890-4eb2-ae2e-1229855486fb/d376f53a-7614-4bad-9c09-ca8854b4870e) {{(pid=92954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 14:03:16.080870 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.db [None req-7449feaf-e457-4501-adec-3971ea24fae9 None None] For port e042a943-30d6-486b-9204-1c01871c6997, host dv-cinder-799821-1-iscsi, cleared binding levels {{(pid=92956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 14:03:16.085803 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.db [None req-7449feaf-e457-4501-adec-3971ea24fae9 None None] For port e042a943-30d6-486b-9204-1c01871c6997, host dv-cinder-799821-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799821-1-iscsi',level=0,port_id=e042a943-30d6-486b-9204-1c01871c6997,segment=NetworkSegment(f9b1122d-b65f-4a0f-8420-4cc063cf42b9),segment_id=f9b1122d-b65f-4a0f-8420-4cc063cf42b9)] {{(pid=92956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 14:03:16.096249 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-7449feaf-e457-4501-adec-3971ea24fae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567'] for port, after_update {{(pid=92956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:16.167051 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-b99e177a-9837-4852-a7c6-bb442d38d5f0 None None] Provisioning for port 73adc75a-ef3c-49a0-8fcd-0c70dabe0050 completed by entity DHCP. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 14:03:16.201320 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-89356b3d-301f-4bd7-9688-68250dbcd459 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:16.204762 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Device 09064ad3-9409-4ba3-96fa-a9c4c01d76d2 up at agent hyperv_hv-cinder-79982 {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 14:03:16.220297 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.db.provisioning_blocks [None req-89356b3d-301f-4bd7-9688-68250dbcd459 admin admin] Transition to ACTIVE for port object d376f53a-7614-4bad-9c09-ca8854b4870e will not be triggered until provisioned by entity DHCP. {{(pid=92954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 14:03:16.253309 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7449feaf-e457-4501-adec-3971ea24fae9 None None] Routers {'55bd7695-dd52-4c02-99a0-acf3a453e9d7'} bound to L3 agent in host dv-cinder-799821-1-iscsi {{(pid=92956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 14:03:16.253859 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-7449feaf-e457-4501-adec-3971ea24fae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T13:53:27Z,description=,heartbeat_timestamp=2021-07-07T14:02:57Z,host='dv-cinder-799821-1-iscsi',id=652ddd47-bc13-4e1c-8285-b4eb8cea957f,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:53:27Z,topic='l3_agent')) {'router_ids': ['55bd7695-dd52-4c02-99a0-acf3a453e9d7'], 'active': True} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:03:16.257679 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d0abac-6af9-43e2-bc5e-01decc58fe06 None None] Pushing event updated for resources: {'Port': ['ID=e042a943-30d6-486b-9204-1c01871c6997,revision_number=3']} {{(pid=92956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:03:16.286173 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-89356b3d-301f-4bd7-9688-68250dbcd459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744350976988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8461633'] for port, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:16.300562 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Device 5d06267e-a3b9-453a-9ec2-ab5bd07660fa up at agent ovs-agent-dv-cinder-799821-1-iscsi {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 14:03:16.365664 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89356b3d-301f-4bd7-9688-68250dbcd459 admin admin] Pushing event updated for resources: {'Port': ['ID=d376f53a-7614-4bad-9c09-ca8854b4870e,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:03:16.379713 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89356b3d-301f-4bd7-9688-68250dbcd459 admin admin] Network 43575e40-d945-4516-b8ae-f5e836cf7e46 is already hosted by enough agents. {{(pid=92954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 14:03:16.381164 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.scheduler.base_scheduler [None req-89356b3d-301f-4bd7-9688-68250dbcd459 admin admin] Resources bound (agent type, host, resource id): {{(pid=92954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 14:03:16.384689 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89356b3d-301f-4bd7-9688-68250dbcd459 admin admin] Received port after_create {{(pid=92954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 14:03:16.420589 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvr_db [None req-7449feaf-e457-4501-adec-3971ea24fae9 None None] Set router 55bd7695-dd52-4c02-99a0-acf3a453e9d7 gateway port host: dv-cinder-799821-1-iscsi {{(pid=92956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 14:03:16.445951 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-89356b3d-301f-4bd7-9688-68250dbcd459 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1726264'] for router_interface, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:16.451226 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0706bc6c-3ea0-4875-9c73-948a71ba9ccf req-7fcf149b-f811-4cda-bf84-61fe86829a45 tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:03:16.454837 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-0706bc6c-3ea0-4875-9c73-948a71ba9ccf req-7fcf149b-f811-4cda-bf84-61fe86829a45 tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] 10.222.0.16 "GET /v2.0/ports?device_id=b21bb8c6-b904-4df4-86d3-22a5b66ad5de HTTP/1.1" status: 200 len: 946 time: 0.0981236 Jul 07 14:03:16.499619 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Provisioning for port 09064ad3-9409-4ba3-96fa-a9c4c01d76d2 completed by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 14:03:16.507342 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Provisioning for port 5d06267e-a3b9-453a-9ec2-ab5bd07660fa completed by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 14:03:16.509181 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-0706bc6c-3ea0-4875-9c73-948a71ba9ccf req-d026fe1f-4eb4-4288-8fc1-b87fcd752ef7 tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] 10.222.0.16 "GET /v2.0/security-groups?id=2551a6d1-3472-4f52-8352-4993782bafeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475972 Jul 07 14:03:16.510505 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Provisioning complete for port 09064ad3-9409-4ba3-96fa-a9c4c01d76d2 triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 14:03:16.511035 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732533'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:16.538215 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Provisioning complete for port 5d06267e-a3b9-453a-9ec2-ab5bd07660fa triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 14:03:16.538612 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732533'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:16.647577 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-89356b3d-301f-4bd7-9688-68250dbcd459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:16.696309 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:16.698046 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:16.710674 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-7449feaf-e457-4501-adec-3971ea24fae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55bd7695-dd52-4c02-99a0-acf3a453e9d7', 'name': 'tempest-TestMinimumBasicScenario-438765037-router', 'tenant_id': '15cef405526f49eeb605c50ac9ac78ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'external_fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': 'e042a943-30d6-486b-9204-1c01871c6997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T14:03:12Z', 'updated_at': '2021-07-07T14:03:14Z', 'revision_number': 3, 'project_id': '15cef405526f49eeb605c50ac9ac78ae', 'gw_port': {'id': 'e042a943-30d6-486b-9204-1c01871c6997', 'name': '', 'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:c2:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55bd7695-dd52-4c02-99a0-acf3a453e9d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:03:13Z', 'updated_at': '2021-07-07T14:03:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799821-1-iscsi'}], 'dv-cinder-799821-1-iscsi', False) {} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:03:16.773207 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e8767c2-b566-4192-9a75-525afb5dabdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09064ad3-9409-4ba3-96fa-a9c4c01d76d2'}] {{(pid=92955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 14:03:16.775739 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e11a9a08f0ebba7a9f0c3b7780f6d7944ec82452e2695ea1962573c23703eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-495768b3-f6e8-417a-b5cc-7c3cfbd62b01" -d '{"events": [{"server_uuid": "7e8767c2-b566-4192-9a75-525afb5dabdf", "name": "network-vif-plugged", "status": "completed", "tag": "09064ad3-9409-4ba3-96fa-a9c4c01d76d2"}]}' {{(pid=92955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 14:03:16.784305 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7449feaf-e457-4501-adec-3971ea24fae9 None None] The sync data for ids ['55bd7695-dd52-4c02-99a0-acf3a453e9d7'] in dv-cinder-799821-1-iscsi is: [{'id': '55bd7695-dd52-4c02-99a0-acf3a453e9d7', 'name': 'tempest-TestMinimumBasicScenario-438765037-router', 'tenant_id': '15cef405526f49eeb605c50ac9ac78ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'external_fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': 'e042a943-30d6-486b-9204-1c01871c6997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T14:03:12Z', 'updated_at': '2021-07-07T14:03:14Z', 'revision_number': 3, 'project_id': '15cef405526f49eeb605c50ac9ac78ae', 'gw_port': {'id': 'e042a943-30d6-486b-9204-1c01871c6997', 'name': '', 'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:c2:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55bd7695-dd52-4c02-99a0-acf3a453e9d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:03:13Z', 'updated_at': '2021-07-07T14:03:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799821-1-iscsi'}] {{(pid=92956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 14:03:16.798884 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] For port 09064ad3-9409-4ba3-96fa-a9c4c01d76d2, host hv-cinder-79982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79982',level=0,port_id=09064ad3-9409-4ba3-96fa-a9c4c01d76d2,segment=NetworkSegment(a5453d1e-07a8-4e89-b7a7-c57497a51623),segment_id=a5453d1e-07a8-4e89-b7a7-c57497a51623)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 14:03:16.807120 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] For port 5d06267e-a3b9-453a-9ec2-ab5bd07660fa, host dv-cinder-799821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799821-1-iscsi',level=0,port_id=5d06267e-a3b9-453a-9ec2-ab5bd07660fa,segment=NetworkSegment(017ed2ec-9d93-47f3-8eb0-7bca76a1786f),segment_id=017ed2ec-9d93-47f3-8eb0-7bca76a1786f)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 14:03:16.812932 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:16.818220 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:16.818988 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Device 73adc75a-ef3c-49a0-8fcd-0c70dabe0050 up at agent ovs-agent-dv-cinder-799821-1-iscsi {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 14:03:16.867521 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 14:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3a31581-d698-4811-9c20-e6e4d80589d9 x-openstack-request-id: req-b3a31581-d698-4811-9c20-e6e4d80589d9 {{(pid=92955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 14:03:16.867975 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e8767c2-b566-4192-9a75-525afb5dabdf", "name": "network-vif-plugged", "status": "completed", "tag": "09064ad3-9409-4ba3-96fa-a9c4c01d76d2", "code": 200}]} {{(pid=92955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 14:03:16.868233 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b3a31581-d698-4811-9c20-e6e4d80589d9 {{(pid=92955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 14:03:16.868647 dv-cinder-799821-1-iscsi neutron-server[92955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e8767c2-b566-4192-9a75-525afb5dabdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09064ad3-9409-4ba3-96fa-a9c4c01d76d2', 'code': 200} Jul 07 14:03:16.895406 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-89356b3d-301f-4bd7-9688-68250dbcd459 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:16.907615 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Pushing event updated for resources: {'Port': ['ID=09064ad3-9409-4ba3-96fa-a9c4c01d76d2,revision_number=5']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:03:16.911815 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-89356b3d-301f-4bd7-9688-68250dbcd459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8461747'] for port, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:16.925014 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:03:16.925365 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:03:16.925711 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:03:16.926048 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:03:16.926385 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:03:16.926830 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:03:16.927418 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:03:16.928003 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:03:16.928609 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:03:16.929068 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:03:16.929405 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:03:16.929735 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:03:17.042015 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-89356b3d-301f-4bd7-9688-68250dbcd459 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1712197'] for router_interface, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:17.047336 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Pushing event updated for resources: {'Port': ['ID=5d06267e-a3b9-453a-9ec2-ab5bd07660fa,revision_number=5']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:03:17.068678 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Provisioning for port 73adc75a-ef3c-49a0-8fcd-0c70dabe0050 completed by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 14:03:17.092048 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Provisioning complete for port 73adc75a-ef3c-49a0-8fcd-0c70dabe0050 triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 14:03:17.092429 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732533'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:17.150836 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-632e03b3-2890-4306-9261-dddb42bff187 None None] Provisioning complete for port 73adc75a-ef3c-49a0-8fcd-0c70dabe0050 triggered by entity DHCP. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 14:03:17.151510 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-632e03b3-2890-4306-9261-dddb42bff187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732533'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:17.227863 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89356b3d-301f-4bd7-9688-68250dbcd459 admin admin] Pushing event updated for resources: {'Port': ['ID=d376f53a-7614-4bad-9c09-ca8854b4870e,revision_number=2']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:03:17.282298 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3154ee0b-f7e8-4532-af40-caf2a950fd49 req-c3619540-80e2-48c6-b690-e7d032ce5d7e tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:03:17.288455 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:17.290199 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-3154ee0b-f7e8-4532-af40-caf2a950fd49 req-c3619540-80e2-48c6-b690-e7d032ce5d7e tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e8767c2-b566-4192-9a75-525afb5dabdf HTTP/1.1" status: 200 len: 946 time: 0.1034846 Jul 07 14:03:17.316410 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-632e03b3-2890-4306-9261-dddb42bff187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:17.334355 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aca5af-310e-4b66-af55-17414122ca6a req-70e7bdff-8da5-457b-9405-ef87b10bb660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:03:17.335925 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-92aca5af-310e-4b66-af55-17414122ca6a req-70e7bdff-8da5-457b-9405-ef87b10bb660 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7e8767c2-b566-4192-9a75-525afb5dabdf HTTP/1.1" status: 200 len: 1099 time: 0.1991816 Jul 07 14:03:17.338234 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89356b3d-301f-4bd7-9688-68250dbcd459 admin admin] Network 43575e40-d945-4516-b8ae-f5e836cf7e46 is already hosted by enough agents. {{(pid=92954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 14:03:17.340032 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.scheduler.base_scheduler [None req-89356b3d-301f-4bd7-9688-68250dbcd459 admin admin] Resources bound (agent type, host, resource id): {{(pid=92954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 14:03:17.348478 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] For port 73adc75a-ef3c-49a0-8fcd-0c70dabe0050, host dv-cinder-799821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799821-1-iscsi',level=0,port_id=73adc75a-ef3c-49a0-8fcd-0c70dabe0050,segment=NetworkSegment(e3f053b9-424b-46d3-8913-2365e9518b70),segment_id=e3f053b9-424b-46d3-8913-2365e9518b70)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 14:03:17.357063 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:17.357593 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-3154ee0b-f7e8-4532-af40-caf2a950fd49 req-f3d80e2e-ba80-4d22-9bb0-babe347c50e2 tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ca8eaaa-74a0-401f-8d2b-57d3f01379aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662160 Jul 07 14:03:17.435098 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.db.api [None req-632e03b3-2890-4306-9261-dddb42bff187 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 14:03:17.435525 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG oslo_db.api [None req-632e03b3-2890-4306-9261-dddb42bff187 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 14:03:17.443185 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Pushing event updated for resources: {'Port': ['ID=73adc75a-ef3c-49a0-8fcd-0c70dabe0050,revision_number=3']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:03:17.497749 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-92aca5af-310e-4b66-af55-17414122ca6a req-559e2965-c0c7-47fe-8500-cb5aa562d09c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=1ca8eaaa-74a0-401f-8d2b-57d3f01379aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994086 Jul 07 14:03:17.531464 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89356b3d-301f-4bd7-9688-68250dbcd459 admin admin] Router 55bd7695-dd52-4c02-99a0-acf3a453e9d7 has already been hosted by L3 agent 652ddd47-bc13-4e1c-8285-b4eb8cea957f {{(pid=92954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 14:03:17.663594 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89356b3d-301f-4bd7-9688-68250dbcd459 admin admin] Notify agent at l3_agent.dv-cinder-799821-1-iscsi the message routers_updated {{(pid=92954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 14:03:17.671638 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-89356b3d-301f-4bd7-9688-68250dbcd459 admin admin] 10.222.0.16 "PUT /v2.0/routers/55bd7695-dd52-4c02-99a0-acf3a453e9d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8392482 Jul 07 14:03:17.717215 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc062bf-5cc8-4423-b9c4-8819fda57226 req-ca02f8ec-cfad-45ef-8743-c94c09b90f5c tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:03:17.719321 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-9dc062bf-5cc8-4423-b9c4-8819fda57226 req-ca02f8ec-cfad-45ef-8743-c94c09b90f5c tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] 10.222.0.16 "GET /v2.0/ports?device_id=b21bb8c6-b904-4df4-86d3-22a5b66ad5de HTTP/1.1" status: 200 len: 946 time: 0.0725498 Jul 07 14:03:17.760254 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-9dc062bf-5cc8-4423-b9c4-8819fda57226 req-4c61b7b8-c21b-4f7f-bbe2-74a7169a86e9 tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] 10.222.0.16 "GET /v2.0/security-groups?id=2551a6d1-3472-4f52-8352-4993782bafeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351620 Jul 07 14:03:17.990906 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-632e03b3-2890-4306-9261-dddb42bff187 None None] Provisioning for port d376f53a-7614-4bad-9c09-ca8854b4870e completed by entity DHCP. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 14:03:18.003933 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-632e03b3-2890-4306-9261-dddb42bff187 None None] Provisioning complete for port d376f53a-7614-4bad-9c09-ca8854b4870e triggered by entity DHCP. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 14:03:18.004381 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-632e03b3-2890-4306-9261-dddb42bff187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732533'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:18.054956 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-632e03b3-2890-4306-9261-dddb42bff187 None None] Port d376f53a-7614-4bad-9c09-ca8854b4870e cannot update to ACTIVE because it is not bound. {{(pid=92955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 14:03:18.184076 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-3fa64dcb-5448-4a93-a558-eb3770a8c48d None None] Provisioning complete for port d376f53a-7614-4bad-9c09-ca8854b4870e triggered by entity DHCP. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 14:03:18.184662 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-3fa64dcb-5448-4a93-a558-eb3770a8c48d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732533'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:18.232547 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Device 5d06267e-a3b9-453a-9ec2-ab5bd07660fa up at agent ovs-agent-dv-cinder-799821-1-iscsi {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 14:03:18.237488 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-3fa64dcb-5448-4a93-a558-eb3770a8c48d None None] Port d376f53a-7614-4bad-9c09-ca8854b4870e cannot update to ACTIVE because it is not bound. {{(pid=92955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 14:03:18.282371 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Provisioning complete for port 5d06267e-a3b9-453a-9ec2-ab5bd07660fa triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 14:03:18.282776 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732533'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:18.365888 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Device e042a943-30d6-486b-9204-1c01871c6997 up at agent ovs-agent-dv-cinder-799821-1-iscsi {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 14:03:18.437152 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Provisioning for port e042a943-30d6-486b-9204-1c01871c6997 completed by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 14:03:18.441853 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Provisioning complete for port e042a943-30d6-486b-9204-1c01871c6997 triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 14:03:18.442289 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732533'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:18.537603 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:18.562284 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] For port e042a943-30d6-486b-9204-1c01871c6997, host dv-cinder-799821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799821-1-iscsi',level=0,port_id=e042a943-30d6-486b-9204-1c01871c6997,segment=NetworkSegment(f9b1122d-b65f-4a0f-8420-4cc063cf42b9),segment_id=f9b1122d-b65f-4a0f-8420-4cc063cf42b9)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 14:03:18.567639 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:18.568720 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Device 73adc75a-ef3c-49a0-8fcd-0c70dabe0050 up at agent ovs-agent-dv-cinder-799821-1-iscsi {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 14:03:18.682422 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4581372b-3176-4ff6-8223-c88bec97b0df req-64f44c97-f828-4dbe-933f-93d5df20beae tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:03:18.688339 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-4581372b-3176-4ff6-8223-c88bec97b0df req-64f44c97-f828-4dbe-933f-93d5df20beae tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e8767c2-b566-4192-9a75-525afb5dabdf HTTP/1.1" status: 200 len: 946 time: 0.1911449 Jul 07 14:03:18.700569 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Pushing event updated for resources: {'Port': ['ID=e042a943-30d6-486b-9204-1c01871c6997,revision_number=4']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:03:18.705672 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Provisioning complete for port 73adc75a-ef3c-49a0-8fcd-0c70dabe0050 triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 14:03:18.706062 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732533'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:18.774666 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-4581372b-3176-4ff6-8223-c88bec97b0df req-477f145c-1ebe-4bf7-9461-957af608f449 tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ca8eaaa-74a0-401f-8d2b-57d3f01379aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768220 Jul 07 14:03:18.988954 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb49c9db-f870-4c0d-89fe-58e5a068ec09 req-8b88c43a-767d-4189-93e3-9092b12f94b7 tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:03:18.990553 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-fb49c9db-f870-4c0d-89fe-58e5a068ec09 req-8b88c43a-767d-4189-93e3-9092b12f94b7 tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] 10.222.0.16 "GET /v2.0/ports?device_id=b21bb8c6-b904-4df4-86d3-22a5b66ad5de HTTP/1.1" status: 200 len: 946 time: 0.0824342 Jul 07 14:03:19.035869 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-fb49c9db-f870-4c0d-89fe-58e5a068ec09 req-eaa604a7-62da-4fe2-8357-04abdb233711 tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] 10.222.0.16 "GET /v2.0/security-groups?id=2551a6d1-3472-4f52-8352-4993782bafeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397763 Jul 07 14:03:19.157412 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a480046c-625f-4a65-b880-a1ea651d5015 None None] Sync routers for ids ['55bd7695-dd52-4c02-99a0-acf3a453e9d7'] in dv-cinder-799821-1-iscsi {{(pid=92955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 14:03:19.172127 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a480046c-625f-4a65-b880-a1ea651d5015 None None] Routers {'55bd7695-dd52-4c02-99a0-acf3a453e9d7'} bound to L3 agent in host dv-cinder-799821-1-iscsi {{(pid=92955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 14:03:19.173041 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-a480046c-625f-4a65-b880-a1ea651d5015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T13:53:27Z,description=,heartbeat_timestamp=2021-07-07T14:02:57Z,host='dv-cinder-799821-1-iscsi',id=652ddd47-bc13-4e1c-8285-b4eb8cea957f,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:53:27Z,topic='l3_agent')) {'router_ids': ['55bd7695-dd52-4c02-99a0-acf3a453e9d7'], 'active': True} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:03:19.298233 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvr_db [None req-a480046c-625f-4a65-b880-a1ea651d5015 None None] Set router 55bd7695-dd52-4c02-99a0-acf3a453e9d7 gateway port host: dv-cinder-799821-1-iscsi {{(pid=92955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 14:03:19.536518 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-a480046c-625f-4a65-b880-a1ea651d5015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55bd7695-dd52-4c02-99a0-acf3a453e9d7', 'name': 'tempest-TestMinimumBasicScenario-438765037-router', 'tenant_id': '15cef405526f49eeb605c50ac9ac78ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'external_fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': 'e042a943-30d6-486b-9204-1c01871c6997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T14:03:12Z', 'updated_at': '2021-07-07T14:03:16Z', 'revision_number': 4, 'project_id': '15cef405526f49eeb605c50ac9ac78ae', 'gw_port': {'id': 'e042a943-30d6-486b-9204-1c01871c6997', 'name': '', 'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:c2:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55bd7695-dd52-4c02-99a0-acf3a453e9d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:03:13Z', 'updated_at': '2021-07-07T14:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799821-1-iscsi', '_interfaces': [{'id': 'd376f53a-7614-4bad-9c09-ca8854b4870e', 'name': '', 'network_id': '43575e40-d945-4516-b8ae-f5e836cf7e46', 'tenant_id': '15cef405526f49eeb605c50ac9ac78ae', 'mac_address': 'fa:16:3e:b7:b6:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55bd7695-dd52-4c02-99a0-acf3a453e9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'e218038f-f890-4eb2-ae2e-1229855486fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:03:15Z', 'updated_at': '2021-07-07T14:03:16Z', 'revision_number': 2, 'project_id': '15cef405526f49eeb605c50ac9ac78ae', 'subnets': [{'id': 'e218038f-f890-4eb2-ae2e-1229855486fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799821-1-iscsi', False) {} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:03:19.563015 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a480046c-625f-4a65-b880-a1ea651d5015 None None] Checking router: 55bd7695-dd52-4c02-99a0-acf3a453e9d7 for host: dv-cinder-799821-1-iscsi {{(pid=92955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 14:03:19.563336 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a480046c-625f-4a65-b880-a1ea651d5015 None None] Updating router 55bd7695-dd52-4c02-99a0-acf3a453e9d7 port d376f53a-7614-4bad-9c09-ca8854b4870e binding host dv-cinder-799821-1-iscsi {{(pid=92955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 14:03:19.605907 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a480046c-625f-4a65-b880-a1ea651d5015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:19.939149 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a480046c-625f-4a65-b880-a1ea651d5015 None None] Notify callbacks [] for port, precommit_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:19.957955 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-a480046c-625f-4a65-b880-a1ea651d5015 None None] Transition to ACTIVE for port object d376f53a-7614-4bad-9c09-ca8854b4870e will not be triggered until provisioned by entity L2. {{(pid=92955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 14:03:19.967272 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a480046c-625f-4a65-b880-a1ea651d5015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:19.978636 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8f3d1e-fb9c-4106-a061-5073937ca168 req-9aaaf610-c6ec-482e-80be-b9cd537e4e37 tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:03:19.980441 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-dd8f3d1e-fb9c-4106-a061-5073937ca168 req-9aaaf610-c6ec-482e-80be-b9cd537e4e37 tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e8767c2-b566-4192-9a75-525afb5dabdf HTTP/1.1" status: 200 len: 946 time: 0.0836697 Jul 07 14:03:20.020193 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f30e55-b241-4099-b526-fb9e14280812 None None] Pushing event updated for resources: {'Port': ['ID=d376f53a-7614-4bad-9c09-ca8854b4870e,revision_number=3']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:03:20.039886 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-dd8f3d1e-fb9c-4106-a061-5073937ca168 req-9a71d13a-23b5-4cf4-8dce-5052b89526c1 tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ca8eaaa-74a0-401f-8d2b-57d3f01379aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527024 Jul 07 14:03:20.095466 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.managers [None req-a480046c-625f-4a65-b880-a1ea651d5015 None None] Attempting to bind port d376f53a-7614-4bad-9c09-ca8854b4870e on host dv-cinder-799821-1-iscsi for vnic_type normal with profile {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 14:03:20.095918 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.managers [None req-a480046c-625f-4a65-b880-a1ea651d5015 None None] Attempting to bind port d376f53a-7614-4bad-9c09-ca8854b4870e by drivers openvswitch,hyperv on host dv-cinder-799821-1-iscsi at level 0 using segments [{'id': 'e3f053b9-424b-46d3-8913-2365e9518b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '43575e40-d945-4516-b8ae-f5e836cf7e46'}] {{(pid=92955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 14:03:20.096463 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a480046c-625f-4a65-b880-a1ea651d5015 None None] Attempting to bind port d376f53a-7614-4bad-9c09-ca8854b4870e on network 43575e40-d945-4516-b8ae-f5e836cf7e46 {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 14:03:20.113352 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a480046c-625f-4a65-b880-a1ea651d5015 None None] Checking agent: {'id': 'bf273e17-8767-46a0-900a-b292254968fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799821-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 13, 53, 28), 'started_at': datetime.datetime(2021, 7, 7, 13, 53, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 14, 2, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799821-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 14:03:20.113352 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a480046c-625f-4a65-b880-a1ea651d5015 None None] Checking segment: {'id': 'e3f053b9-424b-46d3-8913-2365e9518b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '43575e40-d945-4516-b8ae-f5e836cf7e46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 14:03:20.113865 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a480046c-625f-4a65-b880-a1ea651d5015 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:20.114266 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a480046c-625f-4a65-b880-a1ea651d5015 None None] Bound using segment: {'id': 'e3f053b9-424b-46d3-8913-2365e9518b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '43575e40-d945-4516-b8ae-f5e836cf7e46'} {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 14:03:20.114781 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.managers [None req-a480046c-625f-4a65-b880-a1ea651d5015 None None] Bound port: d376f53a-7614-4bad-9c09-ca8854b4870e, host: dv-cinder-799821-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3f053b9-424b-46d3-8913-2365e9518b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '43575e40-d945-4516-b8ae-f5e836cf7e46'}}] {{(pid=92955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 14:03:20.115170 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a480046c-625f-4a65-b880-a1ea651d5015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:20.228063 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-a480046c-625f-4a65-b880-a1ea651d5015 None None] For port d376f53a-7614-4bad-9c09-ca8854b4870e, host dv-cinder-799821-1-iscsi, cleared binding levels {{(pid=92955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 14:03:20.232087 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-a480046c-625f-4a65-b880-a1ea651d5015 None None] For port d376f53a-7614-4bad-9c09-ca8854b4870e, host dv-cinder-799821-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799821-1-iscsi',level=0,port_id=d376f53a-7614-4bad-9c09-ca8854b4870e,segment=NetworkSegment(e3f053b9-424b-46d3-8913-2365e9518b70),segment_id=e3f053b9-424b-46d3-8913-2365e9518b70)] {{(pid=92955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 14:03:20.240114 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a480046c-625f-4a65-b880-a1ea651d5015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:20.290399 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Device e042a943-30d6-486b-9204-1c01871c6997 up at agent ovs-agent-dv-cinder-799821-1-iscsi {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 14:03:20.382709 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a480046c-625f-4a65-b880-a1ea651d5015 None None] Routers {'55bd7695-dd52-4c02-99a0-acf3a453e9d7'} bound to L3 agent in host dv-cinder-799821-1-iscsi {{(pid=92955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 14:03:20.383344 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-a480046c-625f-4a65-b880-a1ea651d5015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T13:53:27Z,description=,heartbeat_timestamp=2021-07-07T14:02:57Z,host='dv-cinder-799821-1-iscsi',id=652ddd47-bc13-4e1c-8285-b4eb8cea957f,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:53:27Z,topic='l3_agent')) {'router_ids': ['55bd7695-dd52-4c02-99a0-acf3a453e9d7'], 'active': True} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:03:20.411116 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68c74a8-74f5-43d9-9c53-2ad56639a649 req-875b0145-f73c-4cd3-b306-f3e91dd62dd0 tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:03:20.412786 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-f68c74a8-74f5-43d9-9c53-2ad56639a649 req-875b0145-f73c-4cd3-b306-f3e91dd62dd0 tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] 10.222.0.16 "GET /v2.0/ports?device_id=b21bb8c6-b904-4df4-86d3-22a5b66ad5de HTTP/1.1" status: 200 len: 946 time: 0.1053286 Jul 07 14:03:20.519849 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-f68c74a8-74f5-43d9-9c53-2ad56639a649 req-b3e17a87-ceee-423a-80bd-8aadc19f978a tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] 10.222.0.16 "GET /v2.0/security-groups?id=2551a6d1-3472-4f52-8352-4993782bafeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002669 Jul 07 14:03:20.657739 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f30e55-b241-4099-b526-fb9e14280812 None None] Pushing event updated for resources: {'Port': ['ID=d376f53a-7614-4bad-9c09-ca8854b4870e,revision_number=4']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:03:20.713422 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Provisioning complete for port e042a943-30d6-486b-9204-1c01871c6997 triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 14:03:20.713858 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732533'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:20.762310 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvr_db [None req-a480046c-625f-4a65-b880-a1ea651d5015 None None] Set router 55bd7695-dd52-4c02-99a0-acf3a453e9d7 gateway port host: dv-cinder-799821-1-iscsi {{(pid=92955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 14:03:21.038165 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-a480046c-625f-4a65-b880-a1ea651d5015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55bd7695-dd52-4c02-99a0-acf3a453e9d7', 'name': 'tempest-TestMinimumBasicScenario-438765037-router', 'tenant_id': '15cef405526f49eeb605c50ac9ac78ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'external_fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': 'e042a943-30d6-486b-9204-1c01871c6997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T14:03:12Z', 'updated_at': '2021-07-07T14:03:16Z', 'revision_number': 4, 'project_id': '15cef405526f49eeb605c50ac9ac78ae', 'gw_port': {'id': 'e042a943-30d6-486b-9204-1c01871c6997', 'name': '', 'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:c2:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55bd7695-dd52-4c02-99a0-acf3a453e9d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:03:13Z', 'updated_at': '2021-07-07T14:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799821-1-iscsi', '_interfaces': [{'id': 'd376f53a-7614-4bad-9c09-ca8854b4870e', 'name': '', 'network_id': '43575e40-d945-4516-b8ae-f5e836cf7e46', 'tenant_id': '15cef405526f49eeb605c50ac9ac78ae', 'mac_address': 'fa:16:3e:b7:b6:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55bd7695-dd52-4c02-99a0-acf3a453e9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'e218038f-f890-4eb2-ae2e-1229855486fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:03:15Z', 'updated_at': '2021-07-07T14:03:20Z', 'revision_number': 4, 'project_id': '15cef405526f49eeb605c50ac9ac78ae', 'subnets': [{'id': 'e218038f-f890-4eb2-ae2e-1229855486fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799821-1-iscsi', False) {} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:03:21.073240 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a480046c-625f-4a65-b880-a1ea651d5015 None None] The sync data for ids ['55bd7695-dd52-4c02-99a0-acf3a453e9d7'] in dv-cinder-799821-1-iscsi is: [{'id': '55bd7695-dd52-4c02-99a0-acf3a453e9d7', 'name': 'tempest-TestMinimumBasicScenario-438765037-router', 'tenant_id': '15cef405526f49eeb605c50ac9ac78ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'external_fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': 'e042a943-30d6-486b-9204-1c01871c6997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T14:03:12Z', 'updated_at': '2021-07-07T14:03:16Z', 'revision_number': 4, 'project_id': '15cef405526f49eeb605c50ac9ac78ae', 'gw_port': {'id': 'e042a943-30d6-486b-9204-1c01871c6997', 'name': '', 'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:c2:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55bd7695-dd52-4c02-99a0-acf3a453e9d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:03:13Z', 'updated_at': '2021-07-07T14:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799821-1-iscsi', '_interfaces': [{'id': 'd376f53a-7614-4bad-9c09-ca8854b4870e', 'name': '', 'network_id': '43575e40-d945-4516-b8ae-f5e836cf7e46', 'tenant_id': '15cef405526f49eeb605c50ac9ac78ae', 'mac_address': 'fa:16:3e:b7:b6:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55bd7695-dd52-4c02-99a0-acf3a453e9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'e218038f-f890-4eb2-ae2e-1229855486fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:03:15Z', 'updated_at': '2021-07-07T14:03:20Z', 'revision_number': 4, 'project_id': '15cef405526f49eeb605c50ac9ac78ae', 'subnets': [{'id': 'e218038f-f890-4eb2-ae2e-1229855486fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 14:03:21.759644 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef02a745-de23-44aa-ba41-244ca89d0b85 req-c94d03f1-e034-4659-abc1-2d966f2145e7 tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:03:21.761258 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-ef02a745-de23-44aa-ba41-244ca89d0b85 req-c94d03f1-e034-4659-abc1-2d966f2145e7 tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] 10.222.0.16 "GET /v2.0/ports?device_id=b21bb8c6-b904-4df4-86d3-22a5b66ad5de HTTP/1.1" status: 200 len: 946 time: 0.0901971 Jul 07 14:03:21.799953 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-ef02a745-de23-44aa-ba41-244ca89d0b85 req-91341da4-7a30-473c-9d52-b8e539bce32c tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] 10.222.0.16 "GET /v2.0/security-groups?id=2551a6d1-3472-4f52-8352-4993782bafeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314903 Jul 07 14:03:22.189459 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Device d376f53a-7614-4bad-9c09-ca8854b4870e up at agent ovs-agent-dv-cinder-799821-1-iscsi {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 14:03:22.248443 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Provisioning for port d376f53a-7614-4bad-9c09-ca8854b4870e completed by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 14:03:22.253682 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Provisioning complete for port d376f53a-7614-4bad-9c09-ca8854b4870e triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 14:03:22.254064 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732533'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:22.349317 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:22.403214 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] For port d376f53a-7614-4bad-9c09-ca8854b4870e, host dv-cinder-799821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799821-1-iscsi',level=0,port_id=d376f53a-7614-4bad-9c09-ca8854b4870e,segment=NetworkSegment(e3f053b9-424b-46d3-8913-2365e9518b70),segment_id=e3f053b9-424b-46d3-8913-2365e9518b70)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 14:03:22.410166 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:22.475593 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Pushing event updated for resources: {'Port': ['ID=d376f53a-7614-4bad-9c09-ca8854b4870e,revision_number=5']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:03:22.993771 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21115417-cdc6-4a58-b752-444225fd4a64 req-de17608b-c997-4035-a03c-10c2697486f5 tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:03:22.999023 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-21115417-cdc6-4a58-b752-444225fd4a64 req-de17608b-c997-4035-a03c-10c2697486f5 tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] 10.222.0.16 "GET /v2.0/ports?device_id=b21bb8c6-b904-4df4-86d3-22a5b66ad5de HTTP/1.1" status: 200 len: 946 time: 0.0779428 Jul 07 14:03:23.038027 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-21115417-cdc6-4a58-b752-444225fd4a64 req-dda83aac-5835-41f3-ac78-86a6cbe61a40 tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] 10.222.0.16 "GET /v2.0/security-groups?id=2551a6d1-3472-4f52-8352-4993782bafeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352483 Jul 07 14:03:24.131108 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Device d376f53a-7614-4bad-9c09-ca8854b4870e up at agent ovs-agent-dv-cinder-799821-1-iscsi {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 14:03:24.230053 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Provisioning complete for port d376f53a-7614-4bad-9c09-ca8854b4870e triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 14:03:24.230850 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732533'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:24.251814 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f215b40f-9447-4a68-8173-2e57bd4b65d7 req-d9fc9075-9183-4895-aa14-7569113feb09 tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:03:24.253511 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-f215b40f-9447-4a68-8173-2e57bd4b65d7 req-d9fc9075-9183-4895-aa14-7569113feb09 tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] 10.222.0.16 "GET /v2.0/ports?device_id=b21bb8c6-b904-4df4-86d3-22a5b66ad5de HTTP/1.1" status: 200 len: 946 time: 0.0888267 Jul 07 14:03:24.307064 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-f215b40f-9447-4a68-8173-2e57bd4b65d7 req-0234bafc-ea08-433f-b87b-b400835cb54c tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] 10.222.0.16 "GET /v2.0/security-groups?id=2551a6d1-3472-4f52-8352-4993782bafeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478663 Jul 07 14:03:24.829133 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-3d030290-e607-4836-861c-f48a691c6d98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:25.486615 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c123e357-5c0c-4203-8843-ecce749c56fd req-83721887-2f4f-4c30-827f-c9ddea6d6f10 tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:03:25.488152 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-c123e357-5c0c-4203-8843-ecce749c56fd req-83721887-2f4f-4c30-827f-c9ddea6d6f10 tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] 10.222.0.16 "GET /v2.0/ports?device_id=b21bb8c6-b904-4df4-86d3-22a5b66ad5de HTTP/1.1" status: 200 len: 946 time: 0.0634766 Jul 07 14:03:25.528721 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-c123e357-5c0c-4203-8843-ecce749c56fd req-ca2eace7-8d39-450b-ae54-3626ab2a285f tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] 10.222.0.16 "GET /v2.0/security-groups?id=2551a6d1-3472-4f52-8352-4993782bafeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338817 Jul 07 14:03:25.740546 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aea7a6a-a5b4-4774-82df-a834d5e99888 req-14d0f23a-4664-4d9e-af72-97dbe7964716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:03:25.742036 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-6aea7a6a-a5b4-4774-82df-a834d5e99888 req-14d0f23a-4664-4d9e-af72-97dbe7964716 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b21bb8c6-b904-4df4-86d3-22a5b66ad5de HTTP/1.1" status: 200 len: 1099 time: 0.0687120 Jul 07 14:03:25.781890 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-6aea7a6a-a5b4-4774-82df-a834d5e99888 req-7e2eec19-74ea-455b-9d1d-59f3a0e51759 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2551a6d1-3472-4f52-8352-4993782bafeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318704 Jul 07 14:03:26.739618 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443e8271-efc5-4a96-8898-da9d633a1a57 req-ef909fcd-32eb-4358-a532-01c1ee8684bf tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:03:26.741106 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-443e8271-efc5-4a96-8898-da9d633a1a57 req-ef909fcd-32eb-4358-a532-01c1ee8684bf tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] 10.222.0.16 "GET /v2.0/ports?device_id=b21bb8c6-b904-4df4-86d3-22a5b66ad5de HTTP/1.1" status: 200 len: 946 time: 0.0761228 Jul 07 14:03:26.797092 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-443e8271-efc5-4a96-8898-da9d633a1a57 req-76d52834-9b12-4238-aba3-401106737c85 tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] 10.222.0.16 "GET /v2.0/security-groups?id=2551a6d1-3472-4f52-8352-4993782bafeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404115 Jul 07 14:03:27.502850 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-54696f43-23b9-41c1-a7ee-d1a058923f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:27.781265 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:27.974556 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b5bb8e-b559-4280-bfe4-fd34361dfff6 req-f4751506-2831-4f79-8b89-3c266db26a2f tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:03:27.976657 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-c8b5bb8e-b559-4280-bfe4-fd34361dfff6 req-f4751506-2831-4f79-8b89-3c266db26a2f tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] 10.222.0.16 "GET /v2.0/ports?device_id=b21bb8c6-b904-4df4-86d3-22a5b66ad5de HTTP/1.1" status: 200 len: 946 time: 0.0664790 Jul 07 14:03:28.015265 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-c8b5bb8e-b559-4280-bfe4-fd34361dfff6 req-4ddff68b-c95a-48ce-97d6-c45e6fc1deb9 tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] 10.222.0.16 "GET /v2.0/security-groups?id=2551a6d1-3472-4f52-8352-4993782bafeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332992 Jul 07 14:03:28.192557 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdaa51a-b9b4-446f-ae32-594969349e47 req-bc19706c-ffd7-4383-88b2-02982e08e256 tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:03:28.194098 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-8fdaa51a-b9b4-446f-ae32-594969349e47 req-bc19706c-ffd7-4383-88b2-02982e08e256 tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] 10.222.0.16 "GET /v2.0/ports?device_id=795d3dde-bee1-49bb-8399-1b5f1b8d6905 HTTP/1.1" status: 200 len: 946 time: 0.0684304 Jul 07 14:03:28.232659 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-8fdaa51a-b9b4-446f-ae32-594969349e47 req-68de95cf-69d4-4e3a-9411-76eedb9ea468 tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] 10.222.0.16 "GET /v2.0/security-groups?id=2551a6d1-3472-4f52-8352-4993782bafeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328577 Jul 07 14:03:28.349926 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e996fa21-8ee8-41c4-9658-d2b32fbf705e req-020eeef6-edab-492d-b9ae-b8edaf933d0a tempest-TestMinimumBasicScenario-1275857879 tempest-TestMinimumBasicScenario-1275857879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:03:28.351411 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-e996fa21-8ee8-41c4-9658-d2b32fbf705e req-020eeef6-edab-492d-b9ae-b8edaf933d0a tempest-TestMinimumBasicScenario-1275857879 tempest-TestMinimumBasicScenario-1275857879-project] 10.222.0.16 "GET /v2.0/networks?id=c7ea10ae-2e6f-49b3-870e-d440c4a3b013 HTTP/1.1" status: 200 len: 814 time: 0.0992105 Jul 07 14:03:28.366198 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-e996fa21-8ee8-41c4-9658-d2b32fbf705e req-d170d7e0-14f0-47b8-8c30-381ebbba4431 tempest-TestMinimumBasicScenario-1275857879 tempest-TestMinimumBasicScenario-1275857879-project] 10.222.0.16 "GET /v2.0/quotas/59eb0e293dbe469baef13202a28170b4 HTTP/1.1" status: 200 len: 375 time: 0.0095012 Jul 07 14:03:28.447102 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-e996fa21-8ee8-41c4-9658-d2b32fbf705e req-83056627-216e-4b43-af4f-c2a5814b3e74 tempest-TestMinimumBasicScenario-1275857879 tempest-TestMinimumBasicScenario-1275857879-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=59eb0e293dbe469baef13202a28170b4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0755975 Jul 07 14:03:28.553793 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-e996fa21-8ee8-41c4-9658-d2b32fbf705e req-3141752d-da1f-4293-ae24-97338fe7b9fe service neutron] 10.222.0.16 "GET /v2.0/networks/c7ea10ae-2e6f-49b3-870e-d440c4a3b013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940292 Jul 07 14:03:28.581152 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-797095d9-f31f-46bc-add0-d9922559420e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:28.659261 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-e996fa21-8ee8-41c4-9658-d2b32fbf705e req-88f0a093-0768-4fa8-bfe1-fd10f06a3fef service neutron] 10.222.0.16 "GET /v2.0/networks/c7ea10ae-2e6f-49b3-870e-d440c4a3b013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951560 Jul 07 14:03:28.826186 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-9ed95ca6-7498-4d65-ba46-f93da3733580 req-4eef27ab-7f03-47af-80b4-05ac8facef77 tempest-TestMinimumBasicScenario-1275857879 tempest-TestMinimumBasicScenario-1275857879-project] 10.222.0.16 "GET /v2.0/ports?device_id=315a676e-0b54-4192-ab4a-8119909f5249 HTTP/1.1" status: 200 len: 210 time: 0.0288618 Jul 07 14:03:29.999130 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-73c1604d-b11d-4c8a-a63c-d5b1b1723f75 req-0f298a6e-51ea-4b2f-8430-65ef52cfc3cd tempest-TestMinimumBasicScenario-1275857879 tempest-TestMinimumBasicScenario-1275857879-project] 10.222.0.16 "GET /v2.0/ports?device_id=315a676e-0b54-4192-ab4a-8119909f5249 HTTP/1.1" status: 200 len: 210 time: 0.0343418 Jul 07 14:03:30.041310 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e996fa21-8ee8-41c4-9658-d2b32fbf705e req-cd5721a8-2f6d-4532-8d57-f9497f0519ff tempest-TestMinimumBasicScenario-1275857879 tempest-TestMinimumBasicScenario-1275857879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:03:30.042820 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-e996fa21-8ee8-41c4-9658-d2b32fbf705e req-cd5721a8-2f6d-4532-8d57-f9497f0519ff tempest-TestMinimumBasicScenario-1275857879 tempest-TestMinimumBasicScenario-1275857879-project] 10.222.0.24 "GET /v2.0/networks?id=c7ea10ae-2e6f-49b3-870e-d440c4a3b013 HTTP/1.1" status: 200 len: 814 time: 0.1033282 Jul 07 14:03:30.056860 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [req-e996fa21-8ee8-41c4-9658-d2b32fbf705e req-60c923e8-72e6-45af-a760-fd0ef1276fa5 tempest-TestMinimumBasicScenario-1275857879 tempest-TestMinimumBasicScenario-1275857879-project] Request body: {'port': {'device_id': '315a676e-0b54-4192-ab4a-8119909f5249', 'network_id': 'c7ea10ae-2e6f-49b3-870e-d440c4a3b013', 'admin_state_up': True, 'tenant_id': '59eb0e293dbe469baef13202a28170b4'}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 14:03:30.169699 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-de2cb0b5-6e4a-418e-bae1-4b4e8a512c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:30.176759 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e996fa21-8ee8-41c4-9658-d2b32fbf705e req-60c923e8-72e6-45af-a760-fd0ef1276fa5 tempest-TestMinimumBasicScenario-1275857879 tempest-TestMinimumBasicScenario-1275857879-project] Made reservation on behalf of 59eb0e293dbe469baef13202a28170b4 for: {'port': 1} {{(pid=92954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 14:03:30.180471 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-e996fa21-8ee8-41c4-9658-d2b32fbf705e req-60c923e8-72e6-45af-a760-fd0ef1276fa5 tempest-TestMinimumBasicScenario-1275857879 tempest-TestMinimumBasicScenario-1275857879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:30.304608 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.db.db_base_plugin_common [req-e996fa21-8ee8-41c4-9658-d2b32fbf705e req-60c923e8-72e6-45af-a760-fd0ef1276fa5 tempest-TestMinimumBasicScenario-1275857879 tempest-TestMinimumBasicScenario-1275857879-project] Allocated IP 172.20.0.11 (c7ea10ae-2e6f-49b3-870e-d440c4a3b013/91e1ef31-82bf-4ca2-898f-d9c311a6e6d6/f7ddc819-2278-4399-956d-257e86e14f46) {{(pid=92954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 14:03:30.446912 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-e996fa21-8ee8-41c4-9658-d2b32fbf705e req-60c923e8-72e6-45af-a760-fd0ef1276fa5 tempest-TestMinimumBasicScenario-1275857879 tempest-TestMinimumBasicScenario-1275857879-project] Notify callbacks [] for port, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:30.465348 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.db.provisioning_blocks [req-e996fa21-8ee8-41c4-9658-d2b32fbf705e req-60c923e8-72e6-45af-a760-fd0ef1276fa5 tempest-TestMinimumBasicScenario-1275857879 tempest-TestMinimumBasicScenario-1275857879-project] Transition to ACTIVE for port object f7ddc819-2278-4399-956d-257e86e14f46 will not be triggered until provisioned by entity DHCP. {{(pid=92954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 14:03:30.504486 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-e996fa21-8ee8-41c4-9658-d2b32fbf705e req-60c923e8-72e6-45af-a760-fd0ef1276fa5 tempest-TestMinimumBasicScenario-1275857879 tempest-TestMinimumBasicScenario-1275857879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744350976988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8461633'] for port, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:30.554618 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e996fa21-8ee8-41c4-9658-d2b32fbf705e req-60c923e8-72e6-45af-a760-fd0ef1276fa5 tempest-TestMinimumBasicScenario-1275857879 tempest-TestMinimumBasicScenario-1275857879-project] Network c7ea10ae-2e6f-49b3-870e-d440c4a3b013 is already hosted by enough agents. {{(pid=92954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 14:03:30.560034 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.scheduler.base_scheduler [req-e996fa21-8ee8-41c4-9658-d2b32fbf705e req-60c923e8-72e6-45af-a760-fd0ef1276fa5 tempest-TestMinimumBasicScenario-1275857879 tempest-TestMinimumBasicScenario-1275857879-project] Resources bound (agent type, host, resource id): {{(pid=92954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 14:03:30.564919 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [req-e996fa21-8ee8-41c4-9658-d2b32fbf705e req-60c923e8-72e6-45af-a760-fd0ef1276fa5 tempest-TestMinimumBasicScenario-1275857879 tempest-TestMinimumBasicScenario-1275857879-project] Received port after_create {{(pid=92954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 14:03:30.569166 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c923e8-72e6-45af-a760-fd0ef1276fa5 tempest-TestMinimumBasicScenario-1275857879 tempest-TestMinimumBasicScenario-1275857879-project] Pushing event updated for resources: {'Port': ['ID=f7ddc819-2278-4399-956d-257e86e14f46,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:03:30.626380 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e996fa21-8ee8-41c4-9658-d2b32fbf705e req-60c923e8-72e6-45af-a760-fd0ef1276fa5 tempest-TestMinimumBasicScenario-1275857879 tempest-TestMinimumBasicScenario-1275857879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:03:30.627051 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-e996fa21-8ee8-41c4-9658-d2b32fbf705e req-60c923e8-72e6-45af-a760-fd0ef1276fa5 tempest-TestMinimumBasicScenario-1275857879 tempest-TestMinimumBasicScenario-1275857879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171717'] for port, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:30.653786 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-e996fa21-8ee8-41c4-9658-d2b32fbf705e req-60c923e8-72e6-45af-a760-fd0ef1276fa5 tempest-TestMinimumBasicScenario-1275857879 tempest-TestMinimumBasicScenario-1275857879-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6004286 Jul 07 14:03:30.943577 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-c508cb74-dcaf-4b43-bfa7-bcbee041c12e None None] Provisioning for port f7ddc819-2278-4399-956d-257e86e14f46 completed by entity DHCP. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 14:03:30.947491 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-c508cb74-dcaf-4b43-bfa7-bcbee041c12e None None] Provisioning complete for port f7ddc819-2278-4399-956d-257e86e14f46 triggered by entity DHCP. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 14:03:30.947941 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-c508cb74-dcaf-4b43-bfa7-bcbee041c12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732533'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:30.982580 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-c508cb74-dcaf-4b43-bfa7-bcbee041c12e None None] Port f7ddc819-2278-4399-956d-257e86e14f46 cannot update to ACTIVE because it is not bound. {{(pid=92955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 14:03:31.173582 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b07ab42-a464-4978-8d00-249c264fffd9 req-22aacd7a-5463-46cc-a62c-b66c2a5fb9ec tempest-TestMinimumBasicScenario-1275857879 tempest-TestMinimumBasicScenario-1275857879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:03:31.175967 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-6b07ab42-a464-4978-8d00-249c264fffd9 req-22aacd7a-5463-46cc-a62c-b66c2a5fb9ec tempest-TestMinimumBasicScenario-1275857879 tempest-TestMinimumBasicScenario-1275857879-project] 10.222.0.16 "GET /v2.0/ports?device_id=315a676e-0b54-4192-ab4a-8119909f5249 HTTP/1.1" status: 200 len: 932 time: 0.0663242 Jul 07 14:03:31.221966 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-6b07ab42-a464-4978-8d00-249c264fffd9 req-fe03ed02-55b2-4421-8645-5bcce55790f4 tempest-TestMinimumBasicScenario-1275857879 tempest-TestMinimumBasicScenario-1275857879-project] 10.222.0.16 "GET /v2.0/security-groups?id=dade089e-e592-487b-b97c-53bdd0d50aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402687 Jul 07 14:03:32.179155 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:32.396515 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e9bc28-b334-4207-be79-2e2235ca0392 req-8a108918-c3c2-4840-8df5-d22ca20b57d5 tempest-TestMinimumBasicScenario-1275857879 tempest-TestMinimumBasicScenario-1275857879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:03:32.398130 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-25e9bc28-b334-4207-be79-2e2235ca0392 req-8a108918-c3c2-4840-8df5-d22ca20b57d5 tempest-TestMinimumBasicScenario-1275857879 tempest-TestMinimumBasicScenario-1275857879-project] 10.222.0.16 "GET /v2.0/ports?device_id=315a676e-0b54-4192-ab4a-8119909f5249 HTTP/1.1" status: 200 len: 932 time: 0.0643721 Jul 07 14:03:32.442166 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-25e9bc28-b334-4207-be79-2e2235ca0392 req-0bbf3ac9-78f2-4831-968f-90f764f25e08 tempest-TestMinimumBasicScenario-1275857879 tempest-TestMinimumBasicScenario-1275857879-project] 10.222.0.16 "GET /v2.0/security-groups?id=dade089e-e592-487b-b97c-53bdd0d50aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383773 Jul 07 14:03:33.626561 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c240482a-c975-4f0d-973e-3676cca03f46 req-11e834d8-1a87-4786-aca0-30fe0ae8767c tempest-TestMinimumBasicScenario-1275857879 tempest-TestMinimumBasicScenario-1275857879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:03:33.628097 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-c240482a-c975-4f0d-973e-3676cca03f46 req-11e834d8-1a87-4786-aca0-30fe0ae8767c tempest-TestMinimumBasicScenario-1275857879 tempest-TestMinimumBasicScenario-1275857879-project] 10.222.0.16 "GET /v2.0/ports?device_id=315a676e-0b54-4192-ab4a-8119909f5249 HTTP/1.1" status: 200 len: 932 time: 0.0626917 Jul 07 14:03:33.665737 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-c240482a-c975-4f0d-973e-3676cca03f46 req-731d2b43-48b0-4115-8cb1-d15ac544a43e tempest-TestMinimumBasicScenario-1275857879 tempest-TestMinimumBasicScenario-1275857879-project] 10.222.0.16 "GET /v2.0/security-groups?id=dade089e-e592-487b-b97c-53bdd0d50aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320003 Jul 07 14:03:34.844469 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e31cc0-a953-414d-99b3-49b91b7dbb19 req-fc9060bb-f56d-4f41-a66c-90b6d75268fb tempest-TestMinimumBasicScenario-1275857879 tempest-TestMinimumBasicScenario-1275857879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:03:34.847279 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-a3e31cc0-a953-414d-99b3-49b91b7dbb19 req-fc9060bb-f56d-4f41-a66c-90b6d75268fb tempest-TestMinimumBasicScenario-1275857879 tempest-TestMinimumBasicScenario-1275857879-project] 10.222.0.16 "GET /v2.0/ports?device_id=315a676e-0b54-4192-ab4a-8119909f5249 HTTP/1.1" status: 200 len: 932 time: 0.0710590 Jul 07 14:03:34.890993 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-a3e31cc0-a953-414d-99b3-49b91b7dbb19 req-3390c293-e2bd-48a9-aac9-a884af94b65f tempest-TestMinimumBasicScenario-1275857879 tempest-TestMinimumBasicScenario-1275857879-project] 10.222.0.16 "GET /v2.0/security-groups?id=dade089e-e592-487b-b97c-53bdd0d50aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382116 Jul 07 14:03:36.074111 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677eb70c-5245-47e2-85d3-1c831ab1e10a req-9fb69d37-5148-4139-818e-91ae63a6aeec tempest-TestMinimumBasicScenario-1275857879 tempest-TestMinimumBasicScenario-1275857879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:03:36.075628 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-677eb70c-5245-47e2-85d3-1c831ab1e10a req-9fb69d37-5148-4139-818e-91ae63a6aeec tempest-TestMinimumBasicScenario-1275857879 tempest-TestMinimumBasicScenario-1275857879-project] 10.222.0.16 "GET /v2.0/ports?device_id=315a676e-0b54-4192-ab4a-8119909f5249 HTTP/1.1" status: 200 len: 932 time: 0.0655551 Jul 07 14:03:36.114215 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-677eb70c-5245-47e2-85d3-1c831ab1e10a req-677611dd-3966-46f5-8e1a-63fe31a2d7af tempest-TestMinimumBasicScenario-1275857879 tempest-TestMinimumBasicScenario-1275857879-project] 10.222.0.16 "GET /v2.0/security-groups?id=dade089e-e592-487b-b97c-53bdd0d50aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324717 Jul 07 14:03:37.296860 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c68ae4-f775-4393-9a20-afb78d267031 req-aec055f8-bf78-4ba0-9391-e842363c8b48 tempest-TestMinimumBasicScenario-1275857879 tempest-TestMinimumBasicScenario-1275857879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:03:37.299605 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-e2c68ae4-f775-4393-9a20-afb78d267031 req-aec055f8-bf78-4ba0-9391-e842363c8b48 tempest-TestMinimumBasicScenario-1275857879 tempest-TestMinimumBasicScenario-1275857879-project] 10.222.0.16 "GET /v2.0/ports?device_id=315a676e-0b54-4192-ab4a-8119909f5249 HTTP/1.1" status: 200 len: 932 time: 0.0678658 Jul 07 14:03:37.545983 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-e2c68ae4-f775-4393-9a20-afb78d267031 req-e74e427f-bc98-4284-b2cd-7e80587502a4 tempest-TestMinimumBasicScenario-1275857879 tempest-TestMinimumBasicScenario-1275857879-project] 10.222.0.16 "GET /v2.0/security-groups?id=dade089e-e592-487b-b97c-53bdd0d50aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405181 Jul 07 14:03:38.725177 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b21be6-f65b-48d0-a6f7-6d3948d95c1b req-384d5456-3961-49e5-bfa9-ab360d521890 tempest-TestMinimumBasicScenario-1275857879 tempest-TestMinimumBasicScenario-1275857879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:03:38.726869 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-33b21be6-f65b-48d0-a6f7-6d3948d95c1b req-384d5456-3961-49e5-bfa9-ab360d521890 tempest-TestMinimumBasicScenario-1275857879 tempest-TestMinimumBasicScenario-1275857879-project] 10.222.0.16 "GET /v2.0/ports?device_id=315a676e-0b54-4192-ab4a-8119909f5249 HTTP/1.1" status: 200 len: 932 time: 0.0654454 Jul 07 14:03:38.765901 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-33b21be6-f65b-48d0-a6f7-6d3948d95c1b req-eb3017e4-fc27-451b-9920-dc39b748a93c tempest-TestMinimumBasicScenario-1275857879 tempest-TestMinimumBasicScenario-1275857879-project] 10.222.0.16 "GET /v2.0/security-groups?id=dade089e-e592-487b-b97c-53bdd0d50aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333116 Jul 07 14:03:39.959434 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10df339-ad86-4233-a27c-248c7096f8b5 req-4e1b7620-df84-41ae-b2a8-d32e4b0f99c6 tempest-TestMinimumBasicScenario-1275857879 tempest-TestMinimumBasicScenario-1275857879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:03:39.961250 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-e10df339-ad86-4233-a27c-248c7096f8b5 req-4e1b7620-df84-41ae-b2a8-d32e4b0f99c6 tempest-TestMinimumBasicScenario-1275857879 tempest-TestMinimumBasicScenario-1275857879-project] 10.222.0.16 "GET /v2.0/ports?device_id=315a676e-0b54-4192-ab4a-8119909f5249 HTTP/1.1" status: 200 len: 932 time: 0.0711865 Jul 07 14:03:40.007071 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-e10df339-ad86-4233-a27c-248c7096f8b5 req-29048eb6-1252-46dc-89b4-b29249b74304 tempest-TestMinimumBasicScenario-1275857879 tempest-TestMinimumBasicScenario-1275857879-project] 10.222.0.16 "GET /v2.0/security-groups?id=dade089e-e592-487b-b97c-53bdd0d50aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397441 Jul 07 14:03:41.182045 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aec68c-2035-4a66-af85-5b29c5144370 req-65feeb0a-5d37-41ae-917b-ba13e77b5078 tempest-TestMinimumBasicScenario-1275857879 tempest-TestMinimumBasicScenario-1275857879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:03:41.183444 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-66aec68c-2035-4a66-af85-5b29c5144370 req-65feeb0a-5d37-41ae-917b-ba13e77b5078 tempest-TestMinimumBasicScenario-1275857879 tempest-TestMinimumBasicScenario-1275857879-project] 10.222.0.16 "GET /v2.0/ports?device_id=315a676e-0b54-4192-ab4a-8119909f5249 HTTP/1.1" status: 200 len: 932 time: 0.0633264 Jul 07 14:03:41.222838 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-66aec68c-2035-4a66-af85-5b29c5144370 req-54a2bb44-81a6-46c4-97a0-f3fd76a91559 tempest-TestMinimumBasicScenario-1275857879 tempest-TestMinimumBasicScenario-1275857879-project] 10.222.0.16 "GET /v2.0/security-groups?id=dade089e-e592-487b-b97c-53bdd0d50aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337369 Jul 07 14:03:42.401203 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b219267-5141-4042-8f98-653b4f25992d req-a99cae84-e2cb-423d-b906-e551a5fcc7af tempest-TestMinimumBasicScenario-1275857879 tempest-TestMinimumBasicScenario-1275857879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:03:42.402830 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-1b219267-5141-4042-8f98-653b4f25992d req-a99cae84-e2cb-423d-b906-e551a5fcc7af tempest-TestMinimumBasicScenario-1275857879 tempest-TestMinimumBasicScenario-1275857879-project] 10.222.0.16 "GET /v2.0/ports?device_id=315a676e-0b54-4192-ab4a-8119909f5249 HTTP/1.1" status: 200 len: 932 time: 0.0662291 Jul 07 14:03:42.441557 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-1b219267-5141-4042-8f98-653b4f25992d req-c5bcb9b9-aedd-44bc-abe6-ad9da03908e9 tempest-TestMinimumBasicScenario-1275857879 tempest-TestMinimumBasicScenario-1275857879-project] 10.222.0.16 "GET /v2.0/security-groups?id=dade089e-e592-487b-b97c-53bdd0d50aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332589 Jul 07 14:03:43.625233 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357ce553-0269-4d44-afd3-3c915bd3d0e2 req-66a4c9ee-d85e-4035-ad06-41c7e983186b tempest-TestMinimumBasicScenario-1275857879 tempest-TestMinimumBasicScenario-1275857879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:03:43.627659 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-357ce553-0269-4d44-afd3-3c915bd3d0e2 req-66a4c9ee-d85e-4035-ad06-41c7e983186b tempest-TestMinimumBasicScenario-1275857879 tempest-TestMinimumBasicScenario-1275857879-project] 10.222.0.16 "GET /v2.0/ports?device_id=315a676e-0b54-4192-ab4a-8119909f5249 HTTP/1.1" status: 200 len: 932 time: 0.0701809 Jul 07 14:03:43.668666 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-357ce553-0269-4d44-afd3-3c915bd3d0e2 req-81f8e713-6984-412c-a6a2-75ca6227077d tempest-TestMinimumBasicScenario-1275857879 tempest-TestMinimumBasicScenario-1275857879-project] 10.222.0.16 "GET /v2.0/security-groups?id=dade089e-e592-487b-b97c-53bdd0d50aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355573 Jul 07 14:03:44.658247 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [req-e996fa21-8ee8-41c4-9658-d2b32fbf705e req-bf73dffc-3520-4d46-9ae2-b5beeb9d5781 service neutron] Request body: {'port': {'device_id': '315a676e-0b54-4192-ab4a-8119909f5249', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79982'}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 14:03:44.733362 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-e996fa21-8ee8-41c4-9658-d2b32fbf705e req-bf73dffc-3520-4d46-9ae2-b5beeb9d5781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:44.879261 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-d3c26cb9-7f97-449f-abd0-5d82d435e87d req-47841dbf-a020-4c93-ad3d-877334ed1d3c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a054411d-0955-4421-98bb-d5fd684e8ebd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0935540 Jul 07 14:03:44.886555 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffd9486-ab97-46ee-842f-0b7070628adb req-b4d247a6-d16a-4910-b8ee-74d3e9aa21c4 tempest-TestMinimumBasicScenario-1275857879 tempest-TestMinimumBasicScenario-1275857879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:03:44.887956 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-7ffd9486-ab97-46ee-842f-0b7070628adb req-b4d247a6-d16a-4910-b8ee-74d3e9aa21c4 tempest-TestMinimumBasicScenario-1275857879 tempest-TestMinimumBasicScenario-1275857879-project] 10.222.0.16 "GET /v2.0/ports?device_id=315a676e-0b54-4192-ab4a-8119909f5249 HTTP/1.1" status: 200 len: 932 time: 0.0945413 Jul 07 14:03:44.958380 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-7ffd9486-ab97-46ee-842f-0b7070628adb req-78d1f13d-70c3-44eb-b02d-03951c14a50d tempest-TestMinimumBasicScenario-1275857879 tempest-TestMinimumBasicScenario-1275857879-project] 10.222.0.16 "GET /v2.0/security-groups?id=dade089e-e592-487b-b97c-53bdd0d50aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627179 Jul 07 14:03:44.979452 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c26cb9-7f97-449f-abd0-5d82d435e87d req-346ea664-ef4a-40c7-8fd5-cf012fcd7591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:03:44.980996 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-d3c26cb9-7f97-449f-abd0-5d82d435e87d req-346ea664-ef4a-40c7-8fd5-cf012fcd7591 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7be607c781c14fec85721959afd863d4&device_id=a054411d-0955-4421-98bb-d5fd684e8ebd HTTP/1.1" status: 200 len: 1099 time: 0.0681181 Jul 07 14:03:44.996196 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.notifiers.nova [req-e996fa21-8ee8-41c4-9658-d2b32fbf705e req-bf73dffc-3520-4d46-9ae2-b5beeb9d5781 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7ddc819-2278-4399-956d-257e86e14f46 {{(pid=92954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 14:03:45.004131 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-e996fa21-8ee8-41c4-9658-d2b32fbf705e req-bf73dffc-3520-4d46-9ae2-b5beeb9d5781 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:45.015394 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.db.provisioning_blocks [req-e996fa21-8ee8-41c4-9658-d2b32fbf705e req-bf73dffc-3520-4d46-9ae2-b5beeb9d5781 service neutron] Transition to ACTIVE for port object f7ddc819-2278-4399-956d-257e86e14f46 will not be triggered until provisioned by entity L2. {{(pid=92954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 14:03:45.019933 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-e996fa21-8ee8-41c4-9658-d2b32fbf705e req-bf73dffc-3520-4d46-9ae2-b5beeb9d5781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8461747'] for port, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:45.087186 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf73dffc-3520-4d46-9ae2-b5beeb9d5781 service neutron] Pushing event updated for resources: {'Port': ['ID=f7ddc819-2278-4399-956d-257e86e14f46,revision_number=2']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:03:45.092890 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c26cb9-7f97-449f-abd0-5d82d435e87d req-289c4309-1864-4482-949d-b40ad6ffa0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:03:45.094906 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-d3c26cb9-7f97-449f-abd0-5d82d435e87d req-289c4309-1864-4482-949d-b40ad6ffa0e2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7a74c5fe-9a47-4dbb-abf1-b2fc12293d08 HTTP/1.1" status: 200 len: 911 time: 0.0908434 Jul 07 14:03:45.148538 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [req-e996fa21-8ee8-41c4-9658-d2b32fbf705e req-bf73dffc-3520-4d46-9ae2-b5beeb9d5781 service neutron] Attempting to bind port f7ddc819-2278-4399-956d-257e86e14f46 on host hv-cinder-79982 for vnic_type normal with profile {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 14:03:45.148913 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [req-e996fa21-8ee8-41c4-9658-d2b32fbf705e req-bf73dffc-3520-4d46-9ae2-b5beeb9d5781 service neutron] Attempting to bind port f7ddc819-2278-4399-956d-257e86e14f46 by drivers openvswitch,hyperv on host hv-cinder-79982 at level 0 using segments [{'id': '017ed2ec-9d93-47f3-8eb0-7bca76a1786f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c7ea10ae-2e6f-49b3-870e-d440c4a3b013'}] {{(pid=92954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 14:03:45.149188 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e996fa21-8ee8-41c4-9658-d2b32fbf705e req-bf73dffc-3520-4d46-9ae2-b5beeb9d5781 service neutron] Attempting to bind port f7ddc819-2278-4399-956d-257e86e14f46 on network c7ea10ae-2e6f-49b3-870e-d440c4a3b013 {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 14:03:45.153612 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e996fa21-8ee8-41c4-9658-d2b32fbf705e req-bf73dffc-3520-4d46-9ae2-b5beeb9d5781 service neutron] Port f7ddc819-2278-4399-956d-257e86e14f46 on network c7ea10ae-2e6f-49b3-870e-d440c4a3b013 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79982 {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 14:03:45.153940 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e996fa21-8ee8-41c4-9658-d2b32fbf705e req-bf73dffc-3520-4d46-9ae2-b5beeb9d5781 service neutron] Attempting to bind port f7ddc819-2278-4399-956d-257e86e14f46 on network c7ea10ae-2e6f-49b3-870e-d440c4a3b013 {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 14:03:45.159471 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e996fa21-8ee8-41c4-9658-d2b32fbf705e req-bf73dffc-3520-4d46-9ae2-b5beeb9d5781 service neutron] Checking agent: {'id': 'e287df4f-fe28-4fcb-9cb8-6aa29893570a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79982', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 13, 59, 32), 'started_at': datetime.datetime(2021, 7, 7, 13, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 14, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 14:03:45.159804 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e996fa21-8ee8-41c4-9658-d2b32fbf705e req-bf73dffc-3520-4d46-9ae2-b5beeb9d5781 service neutron] Checking segment: {'id': '017ed2ec-9d93-47f3-8eb0-7bca76a1786f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c7ea10ae-2e6f-49b3-870e-d440c4a3b013'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 14:03:45.160185 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e996fa21-8ee8-41c4-9658-d2b32fbf705e req-bf73dffc-3520-4d46-9ae2-b5beeb9d5781 service neutron] Bound using segment: {'id': '017ed2ec-9d93-47f3-8eb0-7bca76a1786f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c7ea10ae-2e6f-49b3-870e-d440c4a3b013'} {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 14:03:45.160608 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [req-e996fa21-8ee8-41c4-9658-d2b32fbf705e req-bf73dffc-3520-4d46-9ae2-b5beeb9d5781 service neutron] Bound port: f7ddc819-2278-4399-956d-257e86e14f46, host: hv-cinder-79982, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '017ed2ec-9d93-47f3-8eb0-7bca76a1786f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c7ea10ae-2e6f-49b3-870e-d440c4a3b013'}}] {{(pid=92954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 14:03:45.160965 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-e996fa21-8ee8-41c4-9658-d2b32fbf705e req-bf73dffc-3520-4d46-9ae2-b5beeb9d5781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:45.206968 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-d3c26cb9-7f97-449f-abd0-5d82d435e87d req-f5951ffd-0ef5-4a52-986b-683a54ecec8d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18d70be5-c393-44b0-81f1-0e7f72420887 HTTP/1.1" status: 200 len: 1000 time: 0.1012354 Jul 07 14:03:45.227458 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [req-e996fa21-8ee8-41c4-9658-d2b32fbf705e req-bf73dffc-3520-4d46-9ae2-b5beeb9d5781 service neutron] For port f7ddc819-2278-4399-956d-257e86e14f46, host hv-cinder-79982, cleared binding levels {{(pid=92954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 14:03:45.230563 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [req-e996fa21-8ee8-41c4-9658-d2b32fbf705e req-bf73dffc-3520-4d46-9ae2-b5beeb9d5781 service neutron] For port f7ddc819-2278-4399-956d-257e86e14f46, host hv-cinder-79982, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79982',level=0,port_id=f7ddc819-2278-4399-956d-257e86e14f46,segment=NetworkSegment(017ed2ec-9d93-47f3-8eb0-7bca76a1786f),segment_id=017ed2ec-9d93-47f3-8eb0-7bca76a1786f)] {{(pid=92954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 14:03:45.234782 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-e996fa21-8ee8-41c4-9658-d2b32fbf705e req-bf73dffc-3520-4d46-9ae2-b5beeb9d5781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8461747'] for port, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:45.259136 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c26cb9-7f97-449f-abd0-5d82d435e87d req-d9e9f3ef-80c3-413f-9af0-29c510303b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:03:45.260610 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-d3c26cb9-7f97-449f-abd0-5d82d435e87d req-d9e9f3ef-80c3-413f-9af0-29c510303b65 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ef4c23d4-6942-49b9-b251-988fb449a81d HTTP/1.1" status: 200 len: 849 time: 0.0445900 Jul 07 14:03:45.267395 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e996fa21-8ee8-41c4-9658-d2b32fbf705e req-bf73dffc-3520-4d46-9ae2-b5beeb9d5781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:03:45.267947 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-e996fa21-8ee8-41c4-9658-d2b32fbf705e req-bf73dffc-3520-4d46-9ae2-b5beeb9d5781 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171717'] for port, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:45.269308 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-e996fa21-8ee8-41c4-9658-d2b32fbf705e req-bf73dffc-3520-4d46-9ae2-b5beeb9d5781 service neutron] 10.222.0.24 "PUT /v2.0/ports/f7ddc819-2278-4399-956d-257e86e14f46 HTTP/1.1" status: 200 len: 1094 time: 0.6157625 Jul 07 14:03:45.271670 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '315a676e-0b54-4192-ab4a-8119909f5249', 'tag': 'f7ddc819-2278-4399-956d-257e86e14f46'}] {{(pid=92954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 14:03:45.274566 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23a2f25214143ca7dc6eabc905ff8a7df5b3799efbbaa422209646810e3da78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7034d3d8-cbce-4df1-8249-c0fd5045374b" -d '{"events": [{"name": "network-changed", "server_uuid": "315a676e-0b54-4192-ab4a-8119909f5249", "tag": "f7ddc819-2278-4399-956d-257e86e14f46"}]}' {{(pid=92954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 14:03:45.312367 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf73dffc-3520-4d46-9ae2-b5beeb9d5781 service neutron] Pushing event updated for resources: {'Port': ['ID=f7ddc819-2278-4399-956d-257e86e14f46,revision_number=3']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:03:45.357982 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 14:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0ebb9fd-bab7-4f7a-a4aa-f6f22c01837c x-openstack-request-id: req-e0ebb9fd-bab7-4f7a-a4aa-f6f22c01837c {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 14:03:45.358352 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "315a676e-0b54-4192-ab4a-8119909f5249", "tag": "f7ddc819-2278-4399-956d-257e86e14f46", "status": "completed", "code": 200}]} {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 14:03:45.358695 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e0ebb9fd-bab7-4f7a-a4aa-f6f22c01837c {{(pid=92954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 14:03:45.359156 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '315a676e-0b54-4192-ab4a-8119909f5249', 'tag': 'f7ddc819-2278-4399-956d-257e86e14f46', 'status': 'completed', 'code': 200} Jul 07 14:03:45.363765 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c26cb9-7f97-449f-abd0-5d82d435e87d req-de940cda-efd9-4e80-ae86-3bf25a291b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:03:45.365289 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-d3c26cb9-7f97-449f-abd0-5d82d435e87d req-de940cda-efd9-4e80-ae86-3bf25a291b99 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7a74c5fe-9a47-4dbb-abf1-b2fc12293d08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0943635 Jul 07 14:03:45.390616 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e996fa21-8ee8-41c4-9658-d2b32fbf705e req-dd221013-ccbe-4c22-8e41-aeb70d0a3add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:03:45.392855 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-e996fa21-8ee8-41c4-9658-d2b32fbf705e req-dd221013-ccbe-4c22-8e41-aeb70d0a3add service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=59eb0e293dbe469baef13202a28170b4&device_id=315a676e-0b54-4192-ab4a-8119909f5249 HTTP/1.1" status: 200 len: 1097 time: 0.0689766 Jul 07 14:03:45.439082 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-e996fa21-8ee8-41c4-9658-d2b32fbf705e req-e9962f99-33df-42e2-a49a-5d5df1f66adc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f7ddc819-2278-4399-956d-257e86e14f46 HTTP/1.1" status: 200 len: 217 time: 0.0373275 Jul 07 14:03:45.463221 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-d3c26cb9-7f97-449f-abd0-5d82d435e87d req-758099ec-0479-4371-bdd6-a1b9c3e3f5b8 service neutron] 10.222.0.24 "GET /v2.0/networks/7a74c5fe-9a47-4dbb-abf1-b2fc12293d08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895274 Jul 07 14:03:45.491644 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e996fa21-8ee8-41c4-9658-d2b32fbf705e req-2f22d0a2-4a30-4d2e-b3e7-0e7b84d8ce9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:03:45.493101 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-e996fa21-8ee8-41c4-9658-d2b32fbf705e req-2f22d0a2-4a30-4d2e-b3e7-0e7b84d8ce9c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=91e1ef31-82bf-4ca2-898f-d9c311a6e6d6 HTTP/1.1" status: 200 len: 853 time: 0.0477567 Jul 07 14:03:45.554557 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e996fa21-8ee8-41c4-9658-d2b32fbf705e req-1d8a0acd-e5a1-436b-b67f-b23f73011900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:03:45.556033 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-e996fa21-8ee8-41c4-9658-d2b32fbf705e req-1d8a0acd-e5a1-436b-b67f-b23f73011900 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c7ea10ae-2e6f-49b3-870e-d440c4a3b013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0546813 Jul 07 14:03:45.562341 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-d3c26cb9-7f97-449f-abd0-5d82d435e87d req-b43dc778-fab4-4407-bbc0-d69418702d23 service neutron] 10.222.0.24 "GET /v2.0/networks/7a74c5fe-9a47-4dbb-abf1-b2fc12293d08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915716 Jul 07 14:03:45.660289 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-e996fa21-8ee8-41c4-9658-d2b32fbf705e req-cf844f6d-4de9-427b-8131-7362e8829624 service neutron] 10.222.0.24 "GET /v2.0/networks/c7ea10ae-2e6f-49b3-870e-d440c4a3b013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875878 Jul 07 14:03:45.748016 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-e996fa21-8ee8-41c4-9658-d2b32fbf705e req-15bbbbb8-ab44-424f-8f50-aeacea957eda service neutron] 10.222.0.24 "GET /v2.0/networks/c7ea10ae-2e6f-49b3-870e-d440c4a3b013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800338 Jul 07 14:03:45.863655 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7034d3d8-cbce-4df1-8249-c0fd5045374b req-9b455a9e-21d4-4c6f-b40c-1f195b693a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:03:45.865148 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-7034d3d8-cbce-4df1-8249-c0fd5045374b req-9b455a9e-21d4-4c6f-b40c-1f195b693a0d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=59eb0e293dbe469baef13202a28170b4&device_id=315a676e-0b54-4192-ab4a-8119909f5249 HTTP/1.1" status: 200 len: 1097 time: 0.0570133 Jul 07 14:03:45.960242 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7034d3d8-cbce-4df1-8249-c0fd5045374b req-69a8e0bd-e375-4132-b041-335387cf9df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:03:45.961791 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-7034d3d8-cbce-4df1-8249-c0fd5045374b req-69a8e0bd-e375-4132-b041-335387cf9df3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c7ea10ae-2e6f-49b3-870e-d440c4a3b013 HTTP/1.1" status: 200 len: 915 time: 0.0879040 Jul 07 14:03:46.007066 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-7034d3d8-cbce-4df1-8249-c0fd5045374b req-3dce957b-9365-4f81-a0f8-fab17edf4501 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f7ddc819-2278-4399-956d-257e86e14f46 HTTP/1.1" status: 200 len: 217 time: 0.0386021 Jul 07 14:03:46.058608 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7034d3d8-cbce-4df1-8249-c0fd5045374b req-089b8de3-2ef5-4813-ad1e-83229fa51f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:03:46.060101 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-7034d3d8-cbce-4df1-8249-c0fd5045374b req-089b8de3-2ef5-4813-ad1e-83229fa51f40 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=91e1ef31-82bf-4ca2-898f-d9c311a6e6d6 HTTP/1.1" status: 200 len: 853 time: 0.0443654 Jul 07 14:03:46.127197 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7034d3d8-cbce-4df1-8249-c0fd5045374b req-fa1db7c8-b753-4490-82b5-6deea9b2ec04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:03:46.128844 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-7034d3d8-cbce-4df1-8249-c0fd5045374b req-fa1db7c8-b753-4490-82b5-6deea9b2ec04 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c7ea10ae-2e6f-49b3-870e-d440c4a3b013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0574892 Jul 07 14:03:46.135155 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575bf603-0362-47f9-b325-0e1a2fcf7b50 req-efbe23da-cb17-4457-8a0d-6ab5ecd641bf tempest-TestMinimumBasicScenario-1275857879 tempest-TestMinimumBasicScenario-1275857879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:03:46.136601 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-575bf603-0362-47f9-b325-0e1a2fcf7b50 req-efbe23da-cb17-4457-8a0d-6ab5ecd641bf tempest-TestMinimumBasicScenario-1275857879 tempest-TestMinimumBasicScenario-1275857879-project] 10.222.0.16 "GET /v2.0/ports?device_id=315a676e-0b54-4192-ab4a-8119909f5249 HTTP/1.1" status: 200 len: 944 time: 0.0644960 Jul 07 14:03:46.174564 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-575bf603-0362-47f9-b325-0e1a2fcf7b50 req-14d2bbe4-2a81-4910-b2dd-4e63659caba1 tempest-TestMinimumBasicScenario-1275857879 tempest-TestMinimumBasicScenario-1275857879-project] 10.222.0.16 "GET /v2.0/security-groups?id=dade089e-e592-487b-b97c-53bdd0d50aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316663 Jul 07 14:03:46.228649 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-7034d3d8-cbce-4df1-8249-c0fd5045374b req-219db60d-988d-4695-af39-f32d1d13a502 service neutron] 10.222.0.24 "GET /v2.0/networks/c7ea10ae-2e6f-49b3-870e-d440c4a3b013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860028 Jul 07 14:03:46.322416 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-7034d3d8-cbce-4df1-8249-c0fd5045374b req-913bd877-413b-47ba-8769-f97707df1aba service neutron] 10.222.0.24 "GET /v2.0/networks/c7ea10ae-2e6f-49b3-870e-d440c4a3b013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850158 Jul 07 14:03:47.354884 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befca205-d98b-489e-8b0d-19aafa78e1ae req-b58f5f76-c13b-4652-83a9-116a29c8179f tempest-TestMinimumBasicScenario-1275857879 tempest-TestMinimumBasicScenario-1275857879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:03:47.356322 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-befca205-d98b-489e-8b0d-19aafa78e1ae req-b58f5f76-c13b-4652-83a9-116a29c8179f tempest-TestMinimumBasicScenario-1275857879 tempest-TestMinimumBasicScenario-1275857879-project] 10.222.0.16 "GET /v2.0/ports?device_id=315a676e-0b54-4192-ab4a-8119909f5249 HTTP/1.1" status: 200 len: 944 time: 0.0649686 Jul 07 14:03:47.393869 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-befca205-d98b-489e-8b0d-19aafa78e1ae req-c21c3767-9545-4831-863c-393a4e5d4fce tempest-TestMinimumBasicScenario-1275857879 tempest-TestMinimumBasicScenario-1275857879-project] 10.222.0.16 "GET /v2.0/security-groups?id=dade089e-e592-487b-b97c-53bdd0d50aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313621 Jul 07 14:03:48.355824 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Device f7ddc819-2278-4399-956d-257e86e14f46 details requested by agent hyperv_hv-cinder-79982 with host hv-cinder-79982 {{(pid=92955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 14:03:48.449179 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] For port f7ddc819-2278-4399-956d-257e86e14f46, host hv-cinder-79982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79982',level=0,port_id=f7ddc819-2278-4399-956d-257e86e14f46,segment=NetworkSegment(017ed2ec-9d93-47f3-8eb0-7bca76a1786f),segment_id=017ed2ec-9d93-47f3-8eb0-7bca76a1786f)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 14:03:48.460758 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Returning: {'device': 'f7ddc819-2278-4399-956d-257e86e14f46', 'network_id': 'c7ea10ae-2e6f-49b3-870e-d440c4a3b013', 'port_id': 'f7ddc819-2278-4399-956d-257e86e14f46', 'mac_address': 'fa:16:3e:0d:9d:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91e1ef31-82bf-4ca2-898f-d9c311a6e6d6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 14:03:48.506999 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:48.520554 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.notifiers.nova [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7ddc819-2278-4399-956d-257e86e14f46 {{(pid=92955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 14:03:48.540659 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] For port f7ddc819-2278-4399-956d-257e86e14f46, host hv-cinder-79982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79982',level=0,port_id=f7ddc819-2278-4399-956d-257e86e14f46,segment=NetworkSegment(017ed2ec-9d93-47f3-8eb0-7bca76a1786f),segment_id=017ed2ec-9d93-47f3-8eb0-7bca76a1786f)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 14:03:48.548728 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:48.569061 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6fe8a2-6f06-4038-aac9-e6be9485b5d1 req-2cb41390-5c67-4013-ae85-4987519ea41e tempest-TestMinimumBasicScenario-1275857879 tempest-TestMinimumBasicScenario-1275857879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:03:48.570563 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-3b6fe8a2-6f06-4038-aac9-e6be9485b5d1 req-2cb41390-5c67-4013-ae85-4987519ea41e tempest-TestMinimumBasicScenario-1275857879 tempest-TestMinimumBasicScenario-1275857879-project] 10.222.0.16 "GET /v2.0/ports?device_id=315a676e-0b54-4192-ab4a-8119909f5249 HTTP/1.1" status: 200 len: 944 time: 0.0642529 Jul 07 14:03:48.593991 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Pushing event updated for resources: {'Port': ['ID=f7ddc819-2278-4399-956d-257e86e14f46,revision_number=4']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:03:48.609029 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-3b6fe8a2-6f06-4038-aac9-e6be9485b5d1 req-3df2ada1-c8bf-4c3e-9041-089873ec6e17 tempest-TestMinimumBasicScenario-1275857879 tempest-TestMinimumBasicScenario-1275857879-project] 10.222.0.16 "GET /v2.0/security-groups?id=dade089e-e592-487b-b97c-53bdd0d50aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327618 Jul 07 14:03:48.895171 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] get_ports_and_sgs() called for port_ids ['f7ddc819-2278-4399-956d-257e86e14f46'] {{(pid=92955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 14:03:49.777981 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6d651c-037a-4c4e-992a-93ca758eed75 req-e17e7f94-32de-4e54-867c-f94047e9dd80 tempest-TestMinimumBasicScenario-1275857879 tempest-TestMinimumBasicScenario-1275857879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:03:49.779439 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-1b6d651c-037a-4c4e-992a-93ca758eed75 req-e17e7f94-32de-4e54-867c-f94047e9dd80 tempest-TestMinimumBasicScenario-1275857879 tempest-TestMinimumBasicScenario-1275857879-project] 10.222.0.16 "GET /v2.0/ports?device_id=315a676e-0b54-4192-ab4a-8119909f5249 HTTP/1.1" status: 200 len: 945 time: 0.0610204 Jul 07 14:03:49.815948 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-1b6d651c-037a-4c4e-992a-93ca758eed75 req-027dd510-eaee-4dee-b42d-4fedddbdde92 tempest-TestMinimumBasicScenario-1275857879 tempest-TestMinimumBasicScenario-1275857879-project] 10.222.0.16 "GET /v2.0/security-groups?id=dade089e-e592-487b-b97c-53bdd0d50aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305490 Jul 07 14:03:50.370319 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Device f7ddc819-2278-4399-956d-257e86e14f46 up at agent hyperv_hv-cinder-79982 {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 14:03:50.417457 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Provisioning for port f7ddc819-2278-4399-956d-257e86e14f46 completed by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 14:03:50.421253 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Provisioning complete for port f7ddc819-2278-4399-956d-257e86e14f46 triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 14:03:50.421623 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732533'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:50.496799 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:50.518800 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '315a676e-0b54-4192-ab4a-8119909f5249', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7ddc819-2278-4399-956d-257e86e14f46'}] {{(pid=92955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 14:03:50.521034 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e11a9a08f0ebba7a9f0c3b7780f6d7944ec82452e2695ea1962573c23703eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c30398ad-5d31-4b9a-b9d9-8ee066433a4a" -d '{"events": [{"server_uuid": "315a676e-0b54-4192-ab4a-8119909f5249", "name": "network-vif-plugged", "status": "completed", "tag": "f7ddc819-2278-4399-956d-257e86e14f46"}]}' {{(pid=92955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 14:03:50.533079 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] For port f7ddc819-2278-4399-956d-257e86e14f46, host hv-cinder-79982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79982',level=0,port_id=f7ddc819-2278-4399-956d-257e86e14f46,segment=NetworkSegment(017ed2ec-9d93-47f3-8eb0-7bca76a1786f),segment_id=017ed2ec-9d93-47f3-8eb0-7bca76a1786f)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 14:03:50.536879 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:50.559130 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 14:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c2a3c7c-63aa-46f8-b7f3-8e3b2f637ac1 x-openstack-request-id: req-3c2a3c7c-63aa-46f8-b7f3-8e3b2f637ac1 {{(pid=92955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 14:03:50.559422 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "315a676e-0b54-4192-ab4a-8119909f5249", "name": "network-vif-plugged", "status": "completed", "tag": "f7ddc819-2278-4399-956d-257e86e14f46", "code": 200}]} {{(pid=92955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 14:03:50.559659 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3c2a3c7c-63aa-46f8-b7f3-8e3b2f637ac1 {{(pid=92955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 14:03:50.560036 dv-cinder-799821-1-iscsi neutron-server[92955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '315a676e-0b54-4192-ab4a-8119909f5249', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7ddc819-2278-4399-956d-257e86e14f46', 'code': 200} Jul 07 14:03:50.586233 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Pushing event updated for resources: {'Port': ['ID=f7ddc819-2278-4399-956d-257e86e14f46,revision_number=5']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:03:50.788923 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132c7c8d-4216-4265-b13f-0e0d1e2c7cbd req-d3489144-55a8-4b3b-a86f-c48e0d28a5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:03:50.790395 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-132c7c8d-4216-4265-b13f-0e0d1e2c7cbd req-d3489144-55a8-4b3b-a86f-c48e0d28a5bb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=315a676e-0b54-4192-ab4a-8119909f5249 HTTP/1.1" status: 200 len: 1099 time: 0.0510120 Jul 07 14:03:50.824518 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-132c7c8d-4216-4265-b13f-0e0d1e2c7cbd req-28757614-abbe-40f6-8cbb-30fee6f590d4 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=dade089e-e592-487b-b97c-53bdd0d50aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274069 Jul 07 14:03:50.998107 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399f8d84-3223-4914-ad0d-eee503a7ab25 req-a434a2d2-c597-497f-81c7-d0f12c22e42b tempest-TestMinimumBasicScenario-1275857879 tempest-TestMinimumBasicScenario-1275857879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:03:50.999842 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-399f8d84-3223-4914-ad0d-eee503a7ab25 req-a434a2d2-c597-497f-81c7-d0f12c22e42b tempest-TestMinimumBasicScenario-1275857879 tempest-TestMinimumBasicScenario-1275857879-project] 10.222.0.16 "GET /v2.0/ports?device_id=315a676e-0b54-4192-ab4a-8119909f5249 HTTP/1.1" status: 200 len: 946 time: 0.0647860 Jul 07 14:03:51.036720 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-399f8d84-3223-4914-ad0d-eee503a7ab25 req-24ec46e3-e7ad-4ef0-a742-c8f8eb1bcf75 tempest-TestMinimumBasicScenario-1275857879 tempest-TestMinimumBasicScenario-1275857879-project] 10.222.0.16 "GET /v2.0/security-groups?id=dade089e-e592-487b-b97c-53bdd0d50aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311098 Jul 07 14:03:52.211471 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4451a67-b69e-4e2c-992f-c734b46324ea req-86000ca5-e278-4971-8b3b-9e38e03ddc3b tempest-TestMinimumBasicScenario-1275857879 tempest-TestMinimumBasicScenario-1275857879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:03:52.212888 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-b4451a67-b69e-4e2c-992f-c734b46324ea req-86000ca5-e278-4971-8b3b-9e38e03ddc3b tempest-TestMinimumBasicScenario-1275857879 tempest-TestMinimumBasicScenario-1275857879-project] 10.222.0.16 "GET /v2.0/ports?device_id=315a676e-0b54-4192-ab4a-8119909f5249 HTTP/1.1" status: 200 len: 946 time: 0.0604420 Jul 07 14:03:52.255610 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-b4451a67-b69e-4e2c-992f-c734b46324ea req-13c2b869-5ca0-4a70-bed6-7a6ad3a48f1e tempest-TestMinimumBasicScenario-1275857879 tempest-TestMinimumBasicScenario-1275857879-project] 10.222.0.16 "GET /v2.0/security-groups?id=dade089e-e592-487b-b97c-53bdd0d50aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367124 Jul 07 14:03:52.273198 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.agents_db [None req-578d1851-68de-424d-8d1f-a58f436dd381 None None] Agent healthcheck: found 6 active agents {{(pid=92956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 14:03:53.437374 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bb5f6e-9c23-433f-a825-a308b2e2b92b req-3b2dbd36-53c3-47b5-bf8d-9daf3a361de2 tempest-TestMinimumBasicScenario-1275857879 tempest-TestMinimumBasicScenario-1275857879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:03:53.438864 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-e8bb5f6e-9c23-433f-a825-a308b2e2b92b req-3b2dbd36-53c3-47b5-bf8d-9daf3a361de2 tempest-TestMinimumBasicScenario-1275857879 tempest-TestMinimumBasicScenario-1275857879-project] 10.222.0.16 "GET /v2.0/ports?device_id=315a676e-0b54-4192-ab4a-8119909f5249 HTTP/1.1" status: 200 len: 946 time: 0.0650001 Jul 07 14:03:53.475186 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-e8bb5f6e-9c23-433f-a825-a308b2e2b92b req-47736ace-f012-477a-9293-21051b23246f tempest-TestMinimumBasicScenario-1275857879 tempest-TestMinimumBasicScenario-1275857879-project] 10.222.0.16 "GET /v2.0/security-groups?id=dade089e-e592-487b-b97c-53bdd0d50aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308478 Jul 07 14:03:53.645610 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5a2804-4c34-430f-a8ba-395341f0a4bc req-ef3ed699-8626-4428-b438-432b6be6c96a tempest-TestMinimumBasicScenario-1275857879 tempest-TestMinimumBasicScenario-1275857879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:03:53.647080 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-4c5a2804-4c34-430f-a8ba-395341f0a4bc req-ef3ed699-8626-4428-b438-432b6be6c96a tempest-TestMinimumBasicScenario-1275857879 tempest-TestMinimumBasicScenario-1275857879-project] 10.222.0.16 "GET /v2.0/ports?device_id=315a676e-0b54-4192-ab4a-8119909f5249 HTTP/1.1" status: 200 len: 946 time: 0.0617065 Jul 07 14:03:53.683359 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-4c5a2804-4c34-430f-a8ba-395341f0a4bc req-cd25b561-90c5-4f24-927f-fd45cb2258d4 tempest-TestMinimumBasicScenario-1275857879 tempest-TestMinimumBasicScenario-1275857879-project] 10.222.0.16 "GET /v2.0/security-groups?id=dade089e-e592-487b-b97c-53bdd0d50aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308199 Jul 07 14:03:54.059989 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c44c5b2-11f9-4a0f-843e-bb7706224a5d req-34bc8704-477e-4f42-b006-b37ba2e2d467 tempest-TestMinimumBasicScenario-1275857879 tempest-TestMinimumBasicScenario-1275857879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:03:54.061429 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-7c44c5b2-11f9-4a0f-843e-bb7706224a5d req-34bc8704-477e-4f42-b006-b37ba2e2d467 tempest-TestMinimumBasicScenario-1275857879 tempest-TestMinimumBasicScenario-1275857879-project] 10.222.0.16 "GET /v2.0/ports?device_id=315a676e-0b54-4192-ab4a-8119909f5249 HTTP/1.1" status: 200 len: 946 time: 0.0608110 Jul 07 14:03:54.098948 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-7c44c5b2-11f9-4a0f-843e-bb7706224a5d req-576c2a3b-3bdd-4a7d-a078-a493e330e11e tempest-TestMinimumBasicScenario-1275857879 tempest-TestMinimumBasicScenario-1275857879-project] 10.222.0.16 "GET /v2.0/security-groups?id=dade089e-e592-487b-b97c-53bdd0d50aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318503 Jul 07 14:03:54.829862 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-3f27bf95-a179-4ef8-b146-4977145ea939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:57.482356 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2b183748-3e87-4be6-a132-598fa699c4fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:57.786233 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:03:58.582026 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-797095d9-f31f-46bc-add0-d9922559420e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:04:00.156940 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-de2cb0b5-6e4a-418e-bae1-4b4e8a512c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:04:02.175903 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:04:24.831177 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-207774a3-e9aa-49bb-8d82-10a6a35499ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:04:27.481907 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-863d12c3-46e1-4781-8a1d-d2594237fc02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:04:27.786291 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:04:28.584941 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-797095d9-f31f-46bc-add0-d9922559420e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:04:29.271694 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.agents_db [None req-578d1851-68de-424d-8d1f-a58f436dd381 None None] Agent healthcheck: found 6 active agents {{(pid=92956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 14:04:30.159399 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-de2cb0b5-6e4a-418e-bae1-4b4e8a512c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:04:30.529541 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-2cd2ea90-0e1a-4edd-bef1-0c1040761f47 req-384cdee5-fab0-4595-a071-16dd94ee54cd service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ae504e1a-8b02-4d11-b9db-e50442d1da2b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0529292 Jul 07 14:04:30.613714 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd2ea90-0e1a-4edd-bef1-0c1040761f47 req-01bf502e-ce72-422e-a048-62335f1e039b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:04:30.615243 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-2cd2ea90-0e1a-4edd-bef1-0c1040761f47 req-01bf502e-ce72-422e-a048-62335f1e039b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b78f7405654b45d1843df9effb720cb2&device_id=ae504e1a-8b02-4d11-b9db-e50442d1da2b HTTP/1.1" status: 200 len: 1098 time: 0.0628784 Jul 07 14:04:30.718173 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd2ea90-0e1a-4edd-bef1-0c1040761f47 req-d1917856-6b0f-48fb-8d80-2fe042c45cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:04:30.719648 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-2cd2ea90-0e1a-4edd-bef1-0c1040761f47 req-d1917856-6b0f-48fb-8d80-2fe042c45cdc service neutron] 10.222.0.24 "GET /v2.0/networks?id=fd1f9b8b-2e74-4326-ab5e-3091a17505ef HTTP/1.1" status: 200 len: 913 time: 0.0820022 Jul 07 14:04:30.764626 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-2cd2ea90-0e1a-4edd-bef1-0c1040761f47 req-01c54bd3-5189-4386-a88f-e46171c44f82 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=79f7c271-501c-45e9-926a-f292474df589 HTTP/1.1" status: 200 len: 217 time: 0.0367560 Jul 07 14:04:30.811707 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd2ea90-0e1a-4edd-bef1-0c1040761f47 req-8369e697-8555-44f6-b418-27b0621e9286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:04:30.813017 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-2cd2ea90-0e1a-4edd-bef1-0c1040761f47 req-8369e697-8555-44f6-b418-27b0621e9286 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=41e7d438-a3fc-45da-b39d-12323b32e1ab HTTP/1.1" status: 200 len: 852 time: 0.0418468 Jul 07 14:04:30.852906 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-2cd2ea90-0e1a-4edd-bef1-0c1040761f47 req-bdea1629-6d8f-4514-a3d3-6b45b469e8f6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fd1f9b8b-2e74-4326-ab5e-3091a17505ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254416 Jul 07 14:04:30.946490 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-2cd2ea90-0e1a-4edd-bef1-0c1040761f47 req-32bfe838-1d65-4c50-a5ab-a3c4be3001dc service neutron] 10.222.0.24 "GET /v2.0/networks/fd1f9b8b-2e74-4326-ab5e-3091a17505ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831015 Jul 07 14:04:31.035332 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-2cd2ea90-0e1a-4edd-bef1-0c1040761f47 req-ffa7dab5-3a0b-4903-afa5-6297e21ed01a service neutron] 10.222.0.24 "GET /v2.0/networks/fd1f9b8b-2e74-4326-ab5e-3091a17505ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809889 Jul 07 14:04:32.180842 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:04:54.831848 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-f66a6080-74a6-4c43-a8be-bf476f2378b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:04:57.482974 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-e083ebaf-53f0-46a5-88ed-f0b7017e04d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:04:57.786134 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:04:58.586659 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-797095d9-f31f-46bc-add0-d9922559420e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:05:00.163101 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-de2cb0b5-6e4a-418e-bae1-4b4e8a512c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:05:02.176387 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:05:06.270847 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.agents_db [None req-578d1851-68de-424d-8d1f-a58f436dd381 None None] Agent healthcheck: found 6 active agents {{(pid=92956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 14:05:24.832124 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-0ac5553e-23b9-4ebb-9fdb-274bb9de8e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:05:27.482647 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-72543987-4647-4f86-94e3-d844bec009df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:05:27.788273 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:05:28.588455 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-797095d9-f31f-46bc-add0-d9922559420e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:05:30.165350 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-de2cb0b5-6e4a-418e-bae1-4b4e8a512c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:05:30.440606 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-bda2f2e3-6faa-4290-a975-7379726ee011 req-0a5189bc-4b23-431f-92ac-30a6def8d61e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=96498ca8-2669-4f47-be39-a648f426eda3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0537930 Jul 07 14:05:30.548711 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda2f2e3-6faa-4290-a975-7379726ee011 req-d82cc425-852b-4c0d-abed-19771295b7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:05:30.550197 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-bda2f2e3-6faa-4290-a975-7379726ee011 req-d82cc425-852b-4c0d-abed-19771295b7c2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4606813b7d26435ca537716b5eac6fcc&device_id=96498ca8-2669-4f47-be39-a648f426eda3 HTTP/1.1" status: 200 len: 1099 time: 0.0550909 Jul 07 14:05:30.660492 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda2f2e3-6faa-4290-a975-7379726ee011 req-2c6f2fd3-c634-4244-acfe-b8c992595ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:05:30.661986 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-bda2f2e3-6faa-4290-a975-7379726ee011 req-2c6f2fd3-c634-4244-acfe-b8c992595ab3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8ff1e969-aa56-4a37-b509-25263365d4bf HTTP/1.1" status: 200 len: 916 time: 0.0859637 Jul 07 14:05:30.709992 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-bda2f2e3-6faa-4290-a975-7379726ee011 req-dd4d19d0-aabc-4fc8-b4f8-891eb952bbcb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a6f266a4-eec8-4dc4-97e0-ad4c884aec24 HTTP/1.1" status: 200 len: 217 time: 0.0373223 Jul 07 14:05:30.757208 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda2f2e3-6faa-4290-a975-7379726ee011 req-71d3a8ee-a798-431a-af26-01d6f23b9c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:05:30.758604 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-bda2f2e3-6faa-4290-a975-7379726ee011 req-71d3a8ee-a798-431a-af26-01d6f23b9c19 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3c42dee8-1dec-4168-bdb5-a4e686f12390 HTTP/1.1" status: 200 len: 855 time: 0.0419838 Jul 07 14:05:30.792619 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-bda2f2e3-6faa-4290-a975-7379726ee011 req-689d83f1-dfb2-44b9-93e1-4cfa6eca317d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8ff1e969-aa56-4a37-b509-25263365d4bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242867 Jul 07 14:05:31.083646 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-bda2f2e3-6faa-4290-a975-7379726ee011 req-1e9b020f-9a69-412e-8a79-a1bc6c5dec1e service neutron] 10.222.0.24 "GET /v2.0/networks/8ff1e969-aa56-4a37-b509-25263365d4bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2810900 Jul 07 14:05:31.174207 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-bda2f2e3-6faa-4290-a975-7379726ee011 req-f60c4044-4b97-451f-97e2-20c9da7c2c0c service neutron] 10.222.0.24 "GET /v2.0/networks/8ff1e969-aa56-4a37-b509-25263365d4bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790114 Jul 07 14:05:32.190658 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:05:43.270028 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.agents_db [None req-578d1851-68de-424d-8d1f-a58f436dd381 None None] Agent healthcheck: found 6 active agents {{(pid=92956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 14:05:54.833271 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-ec11bff2-613f-4aeb-9342-b49a54e4108f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:05:57.483392 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a2a47ee1-ebfc-45c3-81ad-e4d41be325f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:05:57.789095 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:05:58.592558 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-797095d9-f31f-46bc-add0-d9922559420e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:06:00.170205 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-de2cb0b5-6e4a-418e-bae1-4b4e8a512c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:06:02.191850 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:06:20.270817 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.agents_db [None req-578d1851-68de-424d-8d1f-a58f436dd381 None None] Agent healthcheck: found 6 active agents {{(pid=92956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 14:06:24.834932 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9a6cf0c3-f35d-4113-9702-4d8cc4a1c26a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:06:27.483561 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-f106d1c6-ffd1-4a2a-b2f9-bad58b8acf07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:06:27.792800 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:06:28.594836 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-797095d9-f31f-46bc-add0-d9922559420e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:06:30.171866 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-de2cb0b5-6e4a-418e-bae1-4b4e8a512c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:06:32.229559 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:06:32.577002 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-4feabbb5-0c7a-4ee2-b785-981a45f7020d req-16744ee4-352b-42a7-b37a-5ceb52b5097c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a054411d-0955-4421-98bb-d5fd684e8ebd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1622810 Jul 07 14:06:32.653786 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feabbb5-0c7a-4ee2-b785-981a45f7020d req-5ad674da-2727-4cf8-8a9e-616e2409f8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:06:32.655272 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-4feabbb5-0c7a-4ee2-b785-981a45f7020d req-5ad674da-2727-4cf8-8a9e-616e2409f8d5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7be607c781c14fec85721959afd863d4&device_id=a054411d-0955-4421-98bb-d5fd684e8ebd HTTP/1.1" status: 200 len: 1099 time: 0.0507677 Jul 07 14:06:32.760007 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feabbb5-0c7a-4ee2-b785-981a45f7020d req-f0064b85-22ac-446c-a3dc-63fb52e75601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:06:32.761425 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-4feabbb5-0c7a-4ee2-b785-981a45f7020d req-f0064b85-22ac-446c-a3dc-63fb52e75601 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7a74c5fe-9a47-4dbb-abf1-b2fc12293d08 HTTP/1.1" status: 200 len: 911 time: 0.0809293 Jul 07 14:06:32.831129 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-4feabbb5-0c7a-4ee2-b785-981a45f7020d req-83be5ad6-2965-4ee9-8ba2-79a191e16f21 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18d70be5-c393-44b0-81f1-0e7f72420887 HTTP/1.1" status: 200 len: 1000 time: 0.0588553 Jul 07 14:06:32.880070 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feabbb5-0c7a-4ee2-b785-981a45f7020d req-b23ab8b5-27bb-45de-911c-61ff7b0f758c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:06:32.881508 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-4feabbb5-0c7a-4ee2-b785-981a45f7020d req-b23ab8b5-27bb-45de-911c-61ff7b0f758c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ef4c23d4-6942-49b9-b251-988fb449a81d HTTP/1.1" status: 200 len: 849 time: 0.0415118 Jul 07 14:06:32.942788 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feabbb5-0c7a-4ee2-b785-981a45f7020d req-75ce4002-4f57-4cda-912f-53388e510b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:06:32.944947 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-4feabbb5-0c7a-4ee2-b785-981a45f7020d req-75ce4002-4f57-4cda-912f-53388e510b30 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7a74c5fe-9a47-4dbb-abf1-b2fc12293d08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0528743 Jul 07 14:06:33.042967 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-4feabbb5-0c7a-4ee2-b785-981a45f7020d req-405bc399-bbad-4084-b857-fbf74d8927e8 service neutron] 10.222.0.24 "GET /v2.0/networks/7a74c5fe-9a47-4dbb-abf1-b2fc12293d08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872488 Jul 07 14:06:33.133601 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-4feabbb5-0c7a-4ee2-b785-981a45f7020d req-637a888f-02ee-478d-841b-c2f10a229296 service neutron] 10.222.0.24 "GET /v2.0/networks/7a74c5fe-9a47-4dbb-abf1-b2fc12293d08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809140 Jul 07 14:06:54.836371 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-d66005b6-6ccf-4544-bed3-e7b091d9c7db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:06:57.269551 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.agents_db [None req-578d1851-68de-424d-8d1f-a58f436dd381 None None] Agent healthcheck: found 6 active agents {{(pid=92956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 14:06:57.484515 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-fbbd58f3-58e1-44f3-82ea-cf5c865dbcaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:06:57.793524 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:06:58.595962 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-797095d9-f31f-46bc-add0-d9922559420e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:07:00.175408 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-de2cb0b5-6e4a-418e-bae1-4b4e8a512c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:07:02.234350 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:07:24.836751 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-8a564d05-6306-4d8d-9ace-32b551099999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:07:27.485193 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-1a7ecba3-66b1-453c-bbe9-ef639ec5d852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:07:27.796171 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:07:28.598991 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-797095d9-f31f-46bc-add0-d9922559420e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:07:30.177791 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-de2cb0b5-6e4a-418e-bae1-4b4e8a512c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:07:32.232235 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:07:34.268679 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.agents_db [None req-578d1851-68de-424d-8d1f-a58f436dd381 None None] Agent healthcheck: found 6 active agents {{(pid=92956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 14:07:34.489831 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-e95cde90-7995-4e18-b5de-eb468831727f req-caecbb23-b313-4e37-bb52-af8f794f2462 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ae504e1a-8b02-4d11-b9db-e50442d1da2b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0557773 Jul 07 14:07:34.564588 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95cde90-7995-4e18-b5de-eb468831727f req-9fb2b5aa-f374-4644-baeb-4270ee6779ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:07:34.566016 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-e95cde90-7995-4e18-b5de-eb468831727f req-9fb2b5aa-f374-4644-baeb-4270ee6779ea service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b78f7405654b45d1843df9effb720cb2&device_id=ae504e1a-8b02-4d11-b9db-e50442d1da2b HTTP/1.1" status: 200 len: 1098 time: 0.0508754 Jul 07 14:07:34.672040 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95cde90-7995-4e18-b5de-eb468831727f req-4ac47c3a-cdf4-46f7-90e5-aa18ca6758a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:07:34.673487 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-e95cde90-7995-4e18-b5de-eb468831727f req-4ac47c3a-cdf4-46f7-90e5-aa18ca6758a5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fd1f9b8b-2e74-4326-ab5e-3091a17505ef HTTP/1.1" status: 200 len: 913 time: 0.0819788 Jul 07 14:07:34.722234 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-e95cde90-7995-4e18-b5de-eb468831727f req-0571e34d-82d0-4821-be86-e81df4d731fc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=79f7c271-501c-45e9-926a-f292474df589 HTTP/1.1" status: 200 len: 217 time: 0.0375543 Jul 07 14:07:34.772372 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95cde90-7995-4e18-b5de-eb468831727f req-e2ac384c-282a-4b6f-8f11-c8f43c380205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:07:34.773765 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-e95cde90-7995-4e18-b5de-eb468831727f req-e2ac384c-282a-4b6f-8f11-c8f43c380205 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=41e7d438-a3fc-45da-b39d-12323b32e1ab HTTP/1.1" status: 200 len: 852 time: 0.0420861 Jul 07 14:07:34.810104 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-e95cde90-7995-4e18-b5de-eb468831727f req-c4078c73-6579-44cc-aa18-abd380bd3e82 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fd1f9b8b-2e74-4326-ab5e-3091a17505ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254488 Jul 07 14:07:34.905749 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-e95cde90-7995-4e18-b5de-eb468831727f req-36fd9460-dd6c-4053-b1a1-0cc8150bacf2 service neutron] 10.222.0.24 "GET /v2.0/networks/fd1f9b8b-2e74-4326-ab5e-3091a17505ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847843 Jul 07 14:07:34.999543 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-e95cde90-7995-4e18-b5de-eb468831727f req-70c0df89-cdb2-4f1c-aeee-7f521079ad1b service neutron] 10.222.0.24 "GET /v2.0/networks/fd1f9b8b-2e74-4326-ab5e-3091a17505ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830219 Jul 07 14:07:54.837546 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-87fd5a04-7f12-4fca-97da-dd37650f281f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:07:57.485866 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2295d2ee-845c-47f7-b103-dd4778a386ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:07:57.796392 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:07:58.601467 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-797095d9-f31f-46bc-add0-d9922559420e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:08:00.180531 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-de2cb0b5-6e4a-418e-bae1-4b4e8a512c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:08:02.243259 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:08:11.267630 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.agents_db [None req-578d1851-68de-424d-8d1f-a58f436dd381 None None] Agent healthcheck: found 6 active agents {{(pid=92956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 14:08:24.837815 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-1ecbd20d-a265-4e32-8153-e72a39e38f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:08:27.488058 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-316f8b8c-7560-4fdc-bfcb-9a530ed469b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:08:27.797648 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:08:28.605016 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-797095d9-f31f-46bc-add0-d9922559420e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:08:30.182936 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-de2cb0b5-6e4a-418e-bae1-4b4e8a512c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:08:32.246829 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:08:36.432500 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-a2e0934b-5927-4629-9dc4-4a27fd752a31 req-3006f373-aea6-45b1-b999-e20f4fa1d797 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0b6db017-c5cc-4651-bb17-9bd457b45295&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0507448 Jul 07 14:08:36.518120 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e0934b-5927-4629-9dc4-4a27fd752a31 req-d59e9b50-1b4b-46d2-b610-9b0e4f789bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:08:36.519638 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-a2e0934b-5927-4629-9dc4-4a27fd752a31 req-d59e9b50-1b4b-46d2-b610-9b0e4f789bb9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4606813b7d26435ca537716b5eac6fcc&device_id=0b6db017-c5cc-4651-bb17-9bd457b45295 HTTP/1.1" status: 200 len: 1099 time: 0.0549045 Jul 07 14:08:36.627497 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e0934b-5927-4629-9dc4-4a27fd752a31 req-890a467b-0df2-437c-9200-4b8b70439c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:08:36.628932 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-a2e0934b-5927-4629-9dc4-4a27fd752a31 req-890a467b-0df2-437c-9200-4b8b70439c04 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8ff1e969-aa56-4a37-b509-25263365d4bf HTTP/1.1" status: 200 len: 916 time: 0.0823784 Jul 07 14:08:36.675918 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-a2e0934b-5927-4629-9dc4-4a27fd752a31 req-20a2efee-e86d-4661-88f5-a7781f60c89c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c2a8a1f4-70b1-48ed-8ad4-7f8642f3990e HTTP/1.1" status: 200 len: 217 time: 0.0369651 Jul 07 14:08:36.727598 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e0934b-5927-4629-9dc4-4a27fd752a31 req-2fd7a3c1-3291-4728-ac11-1122407710c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:08:36.729008 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-a2e0934b-5927-4629-9dc4-4a27fd752a31 req-2fd7a3c1-3291-4728-ac11-1122407710c4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3c42dee8-1dec-4168-bdb5-a4e686f12390 HTTP/1.1" status: 200 len: 855 time: 0.0428722 Jul 07 14:08:36.764517 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-a2e0934b-5927-4629-9dc4-4a27fd752a31 req-ad881f49-68d7-46ad-afb7-de98e928c9c6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8ff1e969-aa56-4a37-b509-25263365d4bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253468 Jul 07 14:08:36.857198 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-a2e0934b-5927-4629-9dc4-4a27fd752a31 req-0fcd4d0b-0e95-4da5-a1e8-b41232e6f3e0 service neutron] 10.222.0.24 "GET /v2.0/networks/8ff1e969-aa56-4a37-b509-25263365d4bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842528 Jul 07 14:08:36.949787 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-a2e0934b-5927-4629-9dc4-4a27fd752a31 req-2c4edd74-2954-41ad-acf6-06dcb526b9e0 service neutron] 10.222.0.24 "GET /v2.0/networks/8ff1e969-aa56-4a37-b509-25263365d4bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804687 Jul 07 14:08:48.267004 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.agents_db [None req-578d1851-68de-424d-8d1f-a58f436dd381 None None] Agent healthcheck: found 6 active agents {{(pid=92956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 14:08:54.838393 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-89259938-5be5-41b3-8ae5-d373ff853ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:08:57.488383 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-927a77d1-4aa7-4960-a304-967393ce6105 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:08:57.800345 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:08:58.606398 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-797095d9-f31f-46bc-add0-d9922559420e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:09:00.186667 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-de2cb0b5-6e4a-418e-bae1-4b4e8a512c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:09:02.252651 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:09:12.214649 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38690d03-f045-4b06-8f1c-3cb679f5994b req-baf5489b-88e8-4bb7-a865-d1de8ca0d36b tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:09:12.216088 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-38690d03-f045-4b06-8f1c-3cb679f5994b req-baf5489b-88e8-4bb7-a865-d1de8ca0d36b tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] 10.222.0.16 "GET /v2.0/ports?device_id=a054411d-0955-4421-98bb-d5fd684e8ebd HTTP/1.1" status: 200 len: 946 time: 0.0621011 Jul 07 14:09:12.253851 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-38690d03-f045-4b06-8f1c-3cb679f5994b req-bcf42ae7-1b50-485c-9713-12d550a840b4 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9a5b739-188e-462f-a79f-818cd3b73a76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313532 Jul 07 14:09:12.668006 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c05c07e-9365-4ddc-8391-cb2ccf7c52d3 req-3359e0a2-0744-4758-869b-babf6058ae0c tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:09:12.669450 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-3c05c07e-9365-4ddc-8391-cb2ccf7c52d3 req-3359e0a2-0744-4758-869b-babf6058ae0c tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] 10.222.0.24 "GET /v2.0/ports?device_id=a054411d-0955-4421-98bb-d5fd684e8ebd HTTP/1.1" status: 200 len: 946 time: 0.0700953 Jul 07 14:09:12.809954 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.plugin [req-3c05c07e-9365-4ddc-8391-cb2ccf7c52d3 req-c65bd3e6-69c5-436a-aa6b-19a088f6273b tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Deleting port 18d70be5-c393-44b0-81f1-0e7f72420887 {{(pid=92954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 14:09:12.810292 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-3c05c07e-9365-4ddc-8391-cb2ccf7c52d3 req-c65bd3e6-69c5-436a-aa6b-19a088f6273b tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744351408860'] for port, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:09:12.902479 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [req-3c05c07e-9365-4ddc-8391-cb2ccf7c52d3 req-c65bd3e6-69c5-436a-aa6b-19a088f6273b tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] For port 18d70be5-c393-44b0-81f1-0e7f72420887, host hv-cinder-79982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79982',level=0,port_id=18d70be5-c393-44b0-81f1-0e7f72420887,segment=NetworkSegment(043e9d5d-1b9c-4dcb-af68-bd7e747c833a),segment_id=043e9d5d-1b9c-4dcb-af68-bd7e747c833a)] {{(pid=92954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 14:09:12.902846 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-3c05c07e-9365-4ddc-8391-cb2ccf7c52d3 req-c65bd3e6-69c5-436a-aa6b-19a088f6273b tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1715988'] for port, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:09:13.211194 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-3c05c07e-9365-4ddc-8391-cb2ccf7c52d3 req-c65bd3e6-69c5-436a-aa6b-19a088f6273b tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:09:13.211535 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-3c05c07e-9365-4ddc-8391-cb2ccf7c52d3 req-c65bd3e6-69c5-436a-aa6b-19a088f6273b tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1662057'] for floatingip, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:09:13.211893 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.db.l3_db [req-3c05c07e-9365-4ddc-8391-cb2ccf7c52d3 req-c65bd3e6-69c5-436a-aa6b-19a088f6273b tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Floating IP df2f7670-de2c-4cc8-93b8-47c55a3864ab disassociated. External IP: 172.27.0.9, port: 18d70be5-c393-44b0-81f1-0e7f72420887. Jul 07 14:09:13.212227 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.plugin [req-3c05c07e-9365-4ddc-8391-cb2ccf7c52d3 req-c65bd3e6-69c5-436a-aa6b-19a088f6273b tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Calling delete_port for 18d70be5-c393-44b0-81f1-0e7f72420887 owned by compute:nova {{(pid=92954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 14:09:13.354584 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-3c05c07e-9365-4ddc-8391-cb2ccf7c52d3 req-c65bd3e6-69c5-436a-aa6b-19a088f6273b tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744351415830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744350976997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8461640'] for port, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:09:13.386685 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65bd3e6-69c5-436a-aa6b-19a088f6273b tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Pushing event deleted for resources: {'Port': ['ID=18d70be5-c393-44b0-81f1-0e7f72420887,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:09:13.397522 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65bd3e6-69c5-436a-aa6b-19a088f6273b tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:09:13.397871 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65bd3e6-69c5-436a-aa6b-19a088f6273b tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:09:13.398214 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65bd3e6-69c5-436a-aa6b-19a088f6273b tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:09:13.398594 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65bd3e6-69c5-436a-aa6b-19a088f6273b tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:09:13.398902 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65bd3e6-69c5-436a-aa6b-19a088f6273b tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:09:13.399232 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65bd3e6-69c5-436a-aa6b-19a088f6273b tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:09:13.399563 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65bd3e6-69c5-436a-aa6b-19a088f6273b tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:09:13.399892 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65bd3e6-69c5-436a-aa6b-19a088f6273b tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:09:13.400217 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65bd3e6-69c5-436a-aa6b-19a088f6273b tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:09:13.400542 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65bd3e6-69c5-436a-aa6b-19a088f6273b tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:09:13.400867 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65bd3e6-69c5-436a-aa6b-19a088f6273b tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:09:13.401189 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65bd3e6-69c5-436a-aa6b-19a088f6273b tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:09:13.479492 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-565f359f-7094-4ec4-bb31-9fcee6530b14 req-bf38a238-e0a8-4ae7-bb6e-54ad46a4befa tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] 10.222.0.16 "GET /v2.0/ports?device_id=a054411d-0955-4421-98bb-d5fd684e8ebd HTTP/1.1" status: 200 len: 210 time: 0.0961819 Jul 07 14:09:13.527979 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3c05c07e-9365-4ddc-8391-cb2ccf7c52d3 req-c65bd3e6-69c5-436a-aa6b-19a088f6273b tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Router 6bb28e45-0047-4715-a2f1-b4c897404199 has already been hosted by L3 agent 652ddd47-bc13-4e1c-8285-b4eb8cea957f {{(pid=92954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 14:09:13.638410 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3c05c07e-9365-4ddc-8391-cb2ccf7c52d3 req-c65bd3e6-69c5-436a-aa6b-19a088f6273b tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Notify agent at l3_agent.dv-cinder-799821-1-iscsi the message routers_updated {{(pid=92954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 14:09:13.653823 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9479e3b-0fd0-46f0-9efa-8a2104d128f9 None None] Sync routers for ids ['6bb28e45-0047-4715-a2f1-b4c897404199'] in dv-cinder-799821-1-iscsi {{(pid=92956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 14:09:13.665903 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9479e3b-0fd0-46f0-9efa-8a2104d128f9 None None] Routers {'6bb28e45-0047-4715-a2f1-b4c897404199'} bound to L3 agent in host dv-cinder-799821-1-iscsi {{(pid=92956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 14:09:13.666681 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-d9479e3b-0fd0-46f0-9efa-8a2104d128f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T13:53:27Z,description=,heartbeat_timestamp=2021-07-07T14:08:57Z,host='dv-cinder-799821-1-iscsi',id=652ddd47-bc13-4e1c-8285-b4eb8cea957f,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:53:27Z,topic='l3_agent')) {'router_ids': ['6bb28e45-0047-4715-a2f1-b4c897404199'], 'active': True} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:09:13.685817 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c05c07e-9365-4ddc-8391-cb2ccf7c52d3 req-c65bd3e6-69c5-436a-aa6b-19a088f6273b tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] No DVR routers for this DVR port 18d70be5-c393-44b0-81f1-0e7f72420887 on host hv-cinder-79982 {{(pid=92954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 14:09:13.688578 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-3c05c07e-9365-4ddc-8391-cb2ccf7c52d3 req-c65bd3e6-69c5-436a-aa6b-19a088f6273b tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171717'] for port, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:09:13.690792 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-3c05c07e-9365-4ddc-8391-cb2ccf7c52d3 req-c65bd3e6-69c5-436a-aa6b-19a088f6273b tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] 10.222.0.24 "DELETE /v2.0/ports/18d70be5-c393-44b0-81f1-0e7f72420887 HTTP/1.1" status: 204 len: 173 time: 1.0123692 Jul 07 14:09:13.691234 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a054411d-0955-4421-98bb-d5fd684e8ebd', 'name': 'network-vif-deleted', 'tag': '18d70be5-c393-44b0-81f1-0e7f72420887'}] {{(pid=92954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 14:09:13.693463 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23a2f25214143ca7dc6eabc905ff8a7df5b3799efbbaa422209646810e3da78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1682c418-5c1c-4fc4-8e35-63547b61b1af" -d '{"events": [{"server_uuid": "a054411d-0955-4421-98bb-d5fd684e8ebd", "name": "network-vif-deleted", "tag": "18d70be5-c393-44b0-81f1-0e7f72420887"}]}' {{(pid=92954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 14:09:13.806101 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 14:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24ba35be-1606-4861-acd6-a4ef3cc99f23 x-openstack-request-id: req-24ba35be-1606-4861-acd6-a4ef3cc99f23 {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 14:09:13.814937 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a054411d-0955-4421-98bb-d5fd684e8ebd", "name": "network-vif-deleted", "tag": "18d70be5-c393-44b0-81f1-0e7f72420887", "status": "completed", "code": 200}]} {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 14:09:13.814937 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-24ba35be-1606-4861-acd6-a4ef3cc99f23 {{(pid=92954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 14:09:13.814937 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a054411d-0955-4421-98bb-d5fd684e8ebd', 'name': 'network-vif-deleted', 'tag': '18d70be5-c393-44b0-81f1-0e7f72420887', 'status': 'completed', 'code': 200} Jul 07 14:09:13.820765 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvr_db [None req-d9479e3b-0fd0-46f0-9efa-8a2104d128f9 None None] Set router 6bb28e45-0047-4715-a2f1-b4c897404199 gateway port host: dv-cinder-799821-1-iscsi {{(pid=92956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 14:09:14.043962 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-d9479e3b-0fd0-46f0-9efa-8a2104d128f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb28e45-0047-4715-a2f1-b4c897404199', 'name': 'tempest-AttachVolumeTestJSON-201062429-router', 'tenant_id': '7be607c781c14fec85721959afd863d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'external_fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': 'f78e2a7b-aa71-4188-a0f7-6857407c260d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T14:01:11Z', 'updated_at': '2021-07-07T14:01:21Z', 'revision_number': 4, 'project_id': '7be607c781c14fec85721959afd863d4', 'gw_port': {'id': 'f78e2a7b-aa71-4188-a0f7-6857407c260d', 'name': '', 'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ed:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb28e45-0047-4715-a2f1-b4c897404199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:01:12Z', 'updated_at': '2021-07-07T14:01:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799821-1-iscsi', '_interfaces': [{'id': '734cb7e8-9c0c-4d2e-b7bf-3cf8736aa215', 'name': '', 'network_id': '7a74c5fe-9a47-4dbb-abf1-b2fc12293d08', 'tenant_id': '7be607c781c14fec85721959afd863d4', 'mac_address': 'fa:16:3e:6a:c8:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb28e45-0047-4715-a2f1-b4c897404199', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'ef4c23d4-6942-49b9-b251-988fb449a81d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:01:16Z', 'updated_at': '2021-07-07T14:01:28Z', 'revision_number': 5, 'project_id': '7be607c781c14fec85721959afd863d4', 'subnets': [{'id': 'ef4c23d4-6942-49b9-b251-988fb449a81d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799821-1-iscsi', False) {} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:09:14.074506 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9479e3b-0fd0-46f0-9efa-8a2104d128f9 None None] Checking router: 6bb28e45-0047-4715-a2f1-b4c897404199 for host: dv-cinder-799821-1-iscsi {{(pid=92956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 14:09:14.083105 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9479e3b-0fd0-46f0-9efa-8a2104d128f9 None None] Routers {'6bb28e45-0047-4715-a2f1-b4c897404199'} bound to L3 agent in host dv-cinder-799821-1-iscsi {{(pid=92956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 14:09:14.083695 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-d9479e3b-0fd0-46f0-9efa-8a2104d128f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T13:53:27Z,description=,heartbeat_timestamp=2021-07-07T14:08:57Z,host='dv-cinder-799821-1-iscsi',id=652ddd47-bc13-4e1c-8285-b4eb8cea957f,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:53:27Z,topic='l3_agent')) {'router_ids': ['6bb28e45-0047-4715-a2f1-b4c897404199'], 'active': True} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:09:14.189088 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvr_db [None req-d9479e3b-0fd0-46f0-9efa-8a2104d128f9 None None] Set router 6bb28e45-0047-4715-a2f1-b4c897404199 gateway port host: dv-cinder-799821-1-iscsi {{(pid=92956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 14:09:14.389035 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-d9479e3b-0fd0-46f0-9efa-8a2104d128f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb28e45-0047-4715-a2f1-b4c897404199', 'name': 'tempest-AttachVolumeTestJSON-201062429-router', 'tenant_id': '7be607c781c14fec85721959afd863d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'external_fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': 'f78e2a7b-aa71-4188-a0f7-6857407c260d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T14:01:11Z', 'updated_at': '2021-07-07T14:01:21Z', 'revision_number': 4, 'project_id': '7be607c781c14fec85721959afd863d4', 'gw_port': {'id': 'f78e2a7b-aa71-4188-a0f7-6857407c260d', 'name': '', 'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ed:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb28e45-0047-4715-a2f1-b4c897404199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:01:12Z', 'updated_at': '2021-07-07T14:01:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799821-1-iscsi', '_interfaces': [{'id': '734cb7e8-9c0c-4d2e-b7bf-3cf8736aa215', 'name': '', 'network_id': '7a74c5fe-9a47-4dbb-abf1-b2fc12293d08', 'tenant_id': '7be607c781c14fec85721959afd863d4', 'mac_address': 'fa:16:3e:6a:c8:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb28e45-0047-4715-a2f1-b4c897404199', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'ef4c23d4-6942-49b9-b251-988fb449a81d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:01:16Z', 'updated_at': '2021-07-07T14:01:28Z', 'revision_number': 5, 'project_id': '7be607c781c14fec85721959afd863d4', 'subnets': [{'id': 'ef4c23d4-6942-49b9-b251-988fb449a81d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799821-1-iscsi', False) {} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:09:14.417926 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9479e3b-0fd0-46f0-9efa-8a2104d128f9 None None] The sync data for ids ['6bb28e45-0047-4715-a2f1-b4c897404199'] in dv-cinder-799821-1-iscsi is: [{'id': '6bb28e45-0047-4715-a2f1-b4c897404199', 'name': 'tempest-AttachVolumeTestJSON-201062429-router', 'tenant_id': '7be607c781c14fec85721959afd863d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'external_fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': 'f78e2a7b-aa71-4188-a0f7-6857407c260d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T14:01:11Z', 'updated_at': '2021-07-07T14:01:21Z', 'revision_number': 4, 'project_id': '7be607c781c14fec85721959afd863d4', 'gw_port': {'id': 'f78e2a7b-aa71-4188-a0f7-6857407c260d', 'name': '', 'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ed:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb28e45-0047-4715-a2f1-b4c897404199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:01:12Z', 'updated_at': '2021-07-07T14:01:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799821-1-iscsi', '_interfaces': [{'id': '734cb7e8-9c0c-4d2e-b7bf-3cf8736aa215', 'name': '', 'network_id': '7a74c5fe-9a47-4dbb-abf1-b2fc12293d08', 'tenant_id': '7be607c781c14fec85721959afd863d4', 'mac_address': 'fa:16:3e:6a:c8:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb28e45-0047-4715-a2f1-b4c897404199', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'ef4c23d4-6942-49b9-b251-988fb449a81d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:01:16Z', 'updated_at': '2021-07-07T14:01:28Z', 'revision_number': 5, 'project_id': '7be607c781c14fec85721959afd863d4', 'subnets': [{'id': 'ef4c23d4-6942-49b9-b251-988fb449a81d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 14:09:14.611936 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 52322) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:09:14.681251 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-27d02733-951d-4b9c-80f5-2c9b5b1a7b79 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Notify callbacks [] for security_group, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:09:14.684243 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20aef179-cde1-40c4-8758-14d5117f7f29 None None] New status for floating IP df2f7670-de2c-4cc8-93b8-47c55a3864ab: DOWN {{(pid=92955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 14:09:14.704997 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-27d02733-951d-4b9c-80f5-2c9b5b1a7b79 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:09:14.754666 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-27d02733-951d-4b9c-80f5-2c9b5b1a7b79 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:09:14.757242 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-27d02733-951d-4b9c-80f5-2c9b5b1a7b79 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Notify callbacks [] for security_group, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:09:14.760849 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-27d02733-951d-4b9c-80f5-2c9b5b1a7b79 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] 10.222.0.16 "DELETE /v2.0/security-groups/e9a5b739-188e-462f-a79f-818cd3b73a76 HTTP/1.1" status: 204 len: 168 time: 0.1454117 Jul 07 14:09:14.761564 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 52324) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:09:14.768073 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d02733-951d-4b9c-80f5-2c9b5b1a7b79 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9a5b739-188e-462f-a79f-818cd3b73a76,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:09:14.785020 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.api.v2.resource [None req-3ce27487-0389-44eb-b855-8ee060f25fa4 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] show failed (client error): The resource could not be found. Jul 07 14:09:14.786139 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-3ce27487-0389-44eb-b855-8ee060f25fa4 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] 10.222.0.16 "GET /v2.0/security-groups/e9a5b739-188e-462f-a79f-818cd3b73a76 HTTP/1.1" status: 404 len: 347 time: 0.0228620 Jul 07 14:09:14.789113 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 52326) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:09:14.941428 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-a052c3bd-0182-44d6-9509-ed28047e2a7a tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Deleting port 542f4801-1fe3-4a21-a87e-c9f3f6d1ceb7 {{(pid=92953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 14:09:14.941879 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a052c3bd-0182-44d6-9509-ed28047e2a7a tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744351408860'] for port, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:09:15.018568 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a052c3bd-0182-44d6-9509-ed28047e2a7a tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1715988'] for port, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:09:15.018894 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a052c3bd-0182-44d6-9509-ed28047e2a7a tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:09:15.030477 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-a052c3bd-0182-44d6-9509-ed28047e2a7a tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Calling delete_port for 542f4801-1fe3-4a21-a87e-c9f3f6d1ceb7 owned by network:floatingip {{(pid=92953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 14:09:15.231162 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a052c3bd-0182-44d6-9509-ed28047e2a7a tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744351415830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744350976997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2608659'] for port, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:09:15.257456 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a052c3bd-0182-44d6-9509-ed28047e2a7a tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Pushing event deleted for resources: {'Port': ['ID=542f4801-1fe3-4a21-a87e-c9f3f6d1ceb7,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:09:15.288639 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a052c3bd-0182-44d6-9509-ed28047e2a7a tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:09:15.288981 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a052c3bd-0182-44d6-9509-ed28047e2a7a tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:09:15.289327 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a052c3bd-0182-44d6-9509-ed28047e2a7a tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:09:15.289639 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a052c3bd-0182-44d6-9509-ed28047e2a7a tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:09:15.289960 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a052c3bd-0182-44d6-9509-ed28047e2a7a tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:09:15.290285 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a052c3bd-0182-44d6-9509-ed28047e2a7a tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:09:15.290626 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a052c3bd-0182-44d6-9509-ed28047e2a7a tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:09:15.290947 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a052c3bd-0182-44d6-9509-ed28047e2a7a tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:09:15.291264 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a052c3bd-0182-44d6-9509-ed28047e2a7a tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:09:15.291578 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a052c3bd-0182-44d6-9509-ed28047e2a7a tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:09:15.291889 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a052c3bd-0182-44d6-9509-ed28047e2a7a tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:09:15.292201 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a052c3bd-0182-44d6-9509-ed28047e2a7a tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:09:15.341688 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a052c3bd-0182-44d6-9509-ed28047e2a7a tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Notify callbacks [] for floatingip, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:09:15.345093 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a052c3bd-0182-44d6-9509-ed28047e2a7a tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171717'] for floatingip, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:09:15.346275 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-a052c3bd-0182-44d6-9509-ed28047e2a7a tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] 10.222.0.16 "DELETE /v2.0/floatingips/df2f7670-de2c-4cc8-93b8-47c55a3864ab HTTP/1.1" status: 204 len: 168 time: 0.5560665 Jul 07 14:09:15.761051 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 52344) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:09:15.767643 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.v2.base [None req-88a8a080-43d1-4cc7-8a0a-1869d71d9d23 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Request body: {'security_group': {'name': 'tempest-securitygroup--48864512', 'description': 'tempest-description--1855576387'}} {{(pid=92953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 14:09:15.792736 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-88a8a080-43d1-4cc7-8a0a-1869d71d9d23 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Notify callbacks [] for security_group, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:09:15.889256 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-88a8a080-43d1-4cc7-8a0a-1869d71d9d23 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Notify callbacks [] for security_group, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:09:15.893779 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-88a8a080-43d1-4cc7-8a0a-1869d71d9d23 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:09:15.925744 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-88a8a080-43d1-4cc7-8a0a-1869d71d9d23 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Notify callbacks [] for security_group, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:09:15.927008 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-88a8a080-43d1-4cc7-8a0a-1869d71d9d23 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1649399 Jul 07 14:09:15.928078 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a8a080-43d1-4cc7-8a0a-1869d71d9d23 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64715a0a-b292-4dce-8aa8-744bfa13255b,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:09:15.930087 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 52348) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:09:15.936392 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [None req-a3b51b66-7c93-4f1a-83e7-97bf49290c16 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Request body: {'security_group_rule': {'security_group_id': '64715a0a-b292-4dce-8aa8-744bfa13255b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 14:09:15.975137 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-a3b51b66-7c93-4f1a-83e7-97bf49290c16 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:09:16.031624 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-a3b51b66-7c93-4f1a-83e7-97bf49290c16 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:09:16.035635 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-a3b51b66-7c93-4f1a-83e7-97bf49290c16 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1690631'] for security_group_rule, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:09:16.054727 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b51b66-7c93-4f1a-83e7-97bf49290c16 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a54e1347-902e-432d-a80c-242ac761966f,revision_number=0']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:09:16.061259 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-a3b51b66-7c93-4f1a-83e7-97bf49290c16 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:09:16.062906 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-a3b51b66-7c93-4f1a-83e7-97bf49290c16 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1311579 Jul 07 14:09:16.065549 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 52350) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:09:16.070163 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [None req-dd118ada-3b56-484c-85a3-ec4a1b94c2ca tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Request body: {'security_group_rule': {'security_group_id': '64715a0a-b292-4dce-8aa8-744bfa13255b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 14:09:16.104274 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-dd118ada-3b56-484c-85a3-ec4a1b94c2ca tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:09:16.170531 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-dd118ada-3b56-484c-85a3-ec4a1b94c2ca tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:09:16.174309 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-dd118ada-3b56-484c-85a3-ec4a1b94c2ca tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1690631'] for security_group_rule, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:09:16.195305 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd118ada-3b56-484c-85a3-ec4a1b94c2ca tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=966ec3c4-8896-4532-b415-d241b05058fa,revision_number=0']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:09:16.203419 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-dd118ada-3b56-484c-85a3-ec4a1b94c2ca tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:09:16.204618 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-dd118ada-3b56-484c-85a3-ec4a1b94c2ca tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1381080 Jul 07 14:09:16.207546 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 52358) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:09:16.212160 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [None req-4a5dab0c-fde1-4226-afc7-540f0ee5e7c6 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Request body: {'floatingip': {'floating_network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5'}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 14:09:16.236914 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-4a5dab0c-fde1-4226-afc7-540f0ee5e7c6 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Notify callbacks [] for floatingip, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:09:16.339615 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-4a5dab0c-fde1-4226-afc7-540f0ee5e7c6 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:09:16.451052 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.db.db_base_plugin_common [None req-4a5dab0c-fde1-4226-afc7-540f0ee5e7c6 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Allocated IP 172.27.0.22 (c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5/157deb10-066f-4182-88bf-9da6b52b6e64/0c0451f7-231c-41a5-b767-39b7c6c9f9b1) {{(pid=92954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 14:09:16.773644 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-4a5dab0c-fde1-4226-afc7-540f0ee5e7c6 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Notify callbacks [] for port, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:09:16.818604 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-4a5dab0c-fde1-4226-afc7-540f0ee5e7c6 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744350976988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8461633'] for port, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:09:16.860646 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a5dab0c-fde1-4226-afc7-540f0ee5e7c6 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Network c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5 is already hosted by enough agents. {{(pid=92954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 14:09:16.867919 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.scheduler.base_scheduler [None req-4a5dab0c-fde1-4226-afc7-540f0ee5e7c6 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Resources bound (agent type, host, resource id): {{(pid=92954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 14:09:16.872163 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5dab0c-fde1-4226-afc7-540f0ee5e7c6 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Received port after_create {{(pid=92954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 14:09:16.875770 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5dab0c-fde1-4226-afc7-540f0ee5e7c6 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Pushing event updated for resources: {'Port': ['ID=0c0451f7-231c-41a5-b767-39b7c6c9f9b1,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:09:16.980248 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-4a5dab0c-fde1-4226-afc7-540f0ee5e7c6 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:09:17.025299 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-4a5dab0c-fde1-4226-afc7-540f0ee5e7c6 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:09:17.182825 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-4a5dab0c-fde1-4226-afc7-540f0ee5e7c6 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Notify callbacks [] for port, precommit_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:09:17.195213 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-4a5dab0c-fde1-4226-afc7-540f0ee5e7c6 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8461747'] for port, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:09:17.268392 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5dab0c-fde1-4226-afc7-540f0ee5e7c6 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Pushing event updated for resources: {'Port': ['ID=0c0451f7-231c-41a5-b767-39b7c6c9f9b1,revision_number=2']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:09:17.279297 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-4a5dab0c-fde1-4226-afc7-540f0ee5e7c6 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1662057'] for floatingip, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:09:17.295137 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-4a5dab0c-fde1-4226-afc7-540f0ee5e7c6 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171717'] for floatingip, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:09:17.296629 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-4a5dab0c-fde1-4226-afc7-540f0ee5e7c6 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0878029 Jul 07 14:09:17.456980 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-f3206314-c4e6-4c0d-946c-b5ed6afe723f req-07f223bb-9ec7-4bb4-82d7-aff5746dd37f tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--48864512&fields=id&tenant_id=7be607c781c14fec85721959afd863d4 HTTP/1.1" status: 200 len: 267 time: 0.0386322 Jul 07 14:09:17.561166 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3206314-c4e6-4c0d-946c-b5ed6afe723f req-9ce46727-2925-4ec7-af47-030674cc4e3e tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:09:17.563152 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-f3206314-c4e6-4c0d-946c-b5ed6afe723f req-9ce46727-2925-4ec7-af47-030674cc4e3e tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] 10.222.0.16 "GET /v2.0/networks?id=7a74c5fe-9a47-4dbb-abf1-b2fc12293d08 HTTP/1.1" status: 200 len: 810 time: 0.0997579 Jul 07 14:09:17.577070 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-f3206314-c4e6-4c0d-946c-b5ed6afe723f req-fb388c14-b5eb-484b-b64d-2cfcfc1b51e8 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] 10.222.0.16 "GET /v2.0/quotas/7be607c781c14fec85721959afd863d4 HTTP/1.1" status: 200 len: 375 time: 0.0085926 Jul 07 14:09:17.646571 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-f3206314-c4e6-4c0d-946c-b5ed6afe723f req-b55242c6-fe3d-4d66-8942-f400a2dcacf2 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=7be607c781c14fec85721959afd863d4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0640428 Jul 07 14:09:17.770081 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Device 18d70be5-c393-44b0-81f1-0e7f72420887 no longer exists at agent hyperv_hv-cinder-79982 {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 14:09:17.783984 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-f3206314-c4e6-4c0d-946c-b5ed6afe723f req-c58ef731-ebb6-4125-8a45-00737b92319c service neutron] 10.222.0.16 "GET /v2.0/networks/7a74c5fe-9a47-4dbb-abf1-b2fc12293d08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255746 Jul 07 14:09:17.790134 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] No Port match for: 18d70be5-c393-44b0-81f1-0e7f72420887 {{(pid=92955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 14:09:17.790507 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Device 18d70be5-c393-44b0-81f1-0e7f72420887 not bound to the agent host hv-cinder-79982 {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 14:09:17.873142 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-f3206314-c4e6-4c0d-946c-b5ed6afe723f req-7a5d5523-ee4c-46a3-a6c4-8f6733a9a51f service neutron] 10.222.0.16 "GET /v2.0/networks/7a74c5fe-9a47-4dbb-abf1-b2fc12293d08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825121 Jul 07 14:09:19.052850 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-6d6c8d45-84b7-4b75-a7e0-6ab08251fb7f req-7eb93581-c570-44e6-84d6-20e382d0dd04 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] 10.222.0.16 "GET /v2.0/ports?device_id=14a1d38e-2b30-45e2-aa8c-fd15b3e8277a HTTP/1.1" status: 200 len: 210 time: 0.0268817 Jul 07 14:09:20.135518 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-fc583488-339e-4406-8a07-f77a4e3c04bc req-89b9f84f-2fc6-4389-b482-125bff41a0dd tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] 10.222.0.16 "GET /v2.0/ports?device_id=14a1d38e-2b30-45e2-aa8c-fd15b3e8277a HTTP/1.1" status: 200 len: 210 time: 0.0314271 Jul 07 14:09:21.224445 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-81754fe0-4274-47c1-aeca-9c613ff57871 req-4a411350-616a-4301-87db-4f882034823a tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] 10.222.0.16 "GET /v2.0/ports?device_id=14a1d38e-2b30-45e2-aa8c-fd15b3e8277a HTTP/1.1" status: 200 len: 210 time: 0.0300632 Jul 07 14:09:22.304659 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-c7db1bdb-5e9b-4484-b81e-0e569eb56ad8 req-45336a35-38c4-4d0c-9d82-ab0fbdf9e30d tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] 10.222.0.16 "GET /v2.0/ports?device_id=14a1d38e-2b30-45e2-aa8c-fd15b3e8277a HTTP/1.1" status: 200 len: 210 time: 0.0274208 Jul 07 14:09:23.445921 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-8609b770-e237-4d37-ad1c-d16be844fae7 req-cf7965f0-60d7-4c9f-8805-f8508f651e37 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] 10.222.0.16 "GET /v2.0/ports?device_id=14a1d38e-2b30-45e2-aa8c-fd15b3e8277a HTTP/1.1" status: 200 len: 210 time: 0.0275877 Jul 07 14:09:24.376083 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3206314-c4e6-4c0d-946c-b5ed6afe723f req-2255d2ae-b868-44dc-aeab-6b62de387d7b tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:09:24.377486 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-f3206314-c4e6-4c0d-946c-b5ed6afe723f req-2255d2ae-b868-44dc-aeab-6b62de387d7b tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] 10.222.0.24 "GET /v2.0/networks?id=7a74c5fe-9a47-4dbb-abf1-b2fc12293d08 HTTP/1.1" status: 200 len: 810 time: 0.1081583 Jul 07 14:09:24.433100 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-f3206314-c4e6-4c0d-946c-b5ed6afe723f req-36f5ea30-2b16-4fe7-b5f2-8310a9750d94 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7be607c781c14fec85721959afd863d4 HTTP/1.1" status: 200 len: 378 time: 0.0342684 Jul 07 14:09:24.445410 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [req-f3206314-c4e6-4c0d-946c-b5ed6afe723f req-93e037e1-cbcd-4b58-b56e-66af7f0bde87 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Request body: {'port': {'device_id': '14a1d38e-2b30-45e2-aa8c-fd15b3e8277a', 'network_id': '7a74c5fe-9a47-4dbb-abf1-b2fc12293d08', 'admin_state_up': True, 'tenant_id': '7be607c781c14fec85721959afd863d4', 'security_groups': ['64715a0a-b292-4dce-8aa8-744bfa13255b']}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 14:09:24.559497 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3206314-c4e6-4c0d-946c-b5ed6afe723f req-93e037e1-cbcd-4b58-b56e-66af7f0bde87 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Made reservation on behalf of 7be607c781c14fec85721959afd863d4 for: {'port': 1} {{(pid=92954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 14:09:24.563355 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-f3206314-c4e6-4c0d-946c-b5ed6afe723f req-93e037e1-cbcd-4b58-b56e-66af7f0bde87 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:09:24.592894 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-bf5701dd-15d7-4847-bb37-1914138effc6 req-98b432fc-4c84-46c1-9721-1e04d35a318c tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] 10.222.0.16 "GET /v2.0/ports?device_id=14a1d38e-2b30-45e2-aa8c-fd15b3e8277a HTTP/1.1" status: 200 len: 210 time: 0.0331957 Jul 07 14:09:24.691556 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.db.db_base_plugin_common [req-f3206314-c4e6-4c0d-946c-b5ed6afe723f req-93e037e1-cbcd-4b58-b56e-66af7f0bde87 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Allocated IP 172.20.0.9 (7a74c5fe-9a47-4dbb-abf1-b2fc12293d08/ef4c23d4-6942-49b9-b251-988fb449a81d/667664aa-5797-46ef-9469-eb60de1d51e6) {{(pid=92954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 14:09:24.825562 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-f3206314-c4e6-4c0d-946c-b5ed6afe723f req-93e037e1-cbcd-4b58-b56e-66af7f0bde87 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Notify callbacks [] for port, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:09:24.840713 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-fdffe3f8-ff91-4f87-8a2e-3bdd7167628e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:09:24.841370 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.db.provisioning_blocks [req-f3206314-c4e6-4c0d-946c-b5ed6afe723f req-93e037e1-cbcd-4b58-b56e-66af7f0bde87 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Transition to ACTIVE for port object 667664aa-5797-46ef-9469-eb60de1d51e6 will not be triggered until provisioned by entity DHCP. {{(pid=92954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 14:09:24.875481 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-f3206314-c4e6-4c0d-946c-b5ed6afe723f req-93e037e1-cbcd-4b58-b56e-66af7f0bde87 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744350976988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8461633'] for port, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:09:24.918764 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3206314-c4e6-4c0d-946c-b5ed6afe723f req-93e037e1-cbcd-4b58-b56e-66af7f0bde87 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Network 7a74c5fe-9a47-4dbb-abf1-b2fc12293d08 is already hosted by enough agents. {{(pid=92954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 14:09:24.922006 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.scheduler.base_scheduler [req-f3206314-c4e6-4c0d-946c-b5ed6afe723f req-93e037e1-cbcd-4b58-b56e-66af7f0bde87 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Resources bound (agent type, host, resource id): {{(pid=92954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 14:09:24.927777 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3206314-c4e6-4c0d-946c-b5ed6afe723f req-93e037e1-cbcd-4b58-b56e-66af7f0bde87 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Received port after_create {{(pid=92954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 14:09:24.955677 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e037e1-cbcd-4b58-b56e-66af7f0bde87 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Pushing event updated for resources: {'Port': ['ID=667664aa-5797-46ef-9469-eb60de1d51e6,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:09:24.985370 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3206314-c4e6-4c0d-946c-b5ed6afe723f req-93e037e1-cbcd-4b58-b56e-66af7f0bde87 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:09:24.986034 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-f3206314-c4e6-4c0d-946c-b5ed6afe723f req-93e037e1-cbcd-4b58-b56e-66af7f0bde87 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171717'] for port, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:09:25.002659 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-f3206314-c4e6-4c0d-946c-b5ed6afe723f req-93e037e1-cbcd-4b58-b56e-66af7f0bde87 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5613084 Jul 07 14:09:25.020424 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [req-f3206314-c4e6-4c0d-946c-b5ed6afe723f req-ecaf04b1-f3b0-4090-830c-5cbcb814e0e0 service neutron] Request body: {'port': {'device_id': '14a1d38e-2b30-45e2-aa8c-fd15b3e8277a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79982'}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 14:09:25.095123 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-f3206314-c4e6-4c0d-946c-b5ed6afe723f req-ecaf04b1-f3b0-4090-830c-5cbcb814e0e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:09:25.158908 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-3f2d6e73-6e36-4aa3-9456-063ed9362d36 None None] Provisioning for port 667664aa-5797-46ef-9469-eb60de1d51e6 completed by entity DHCP. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 14:09:25.163384 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-3f2d6e73-6e36-4aa3-9456-063ed9362d36 None None] Provisioning complete for port 667664aa-5797-46ef-9469-eb60de1d51e6 triggered by entity DHCP. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 14:09:25.163939 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-3f2d6e73-6e36-4aa3-9456-063ed9362d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732533'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:09:25.200091 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-3f2d6e73-6e36-4aa3-9456-063ed9362d36 None None] Port 667664aa-5797-46ef-9469-eb60de1d51e6 cannot update to ACTIVE because it is not bound. {{(pid=92955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 14:09:25.266049 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.agents_db [None req-578d1851-68de-424d-8d1f-a58f436dd381 None None] Agent healthcheck: found 6 active agents {{(pid=92956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 14:09:25.362379 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.notifiers.nova [req-f3206314-c4e6-4c0d-946c-b5ed6afe723f req-ecaf04b1-f3b0-4090-830c-5cbcb814e0e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 667664aa-5797-46ef-9469-eb60de1d51e6 {{(pid=92954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 14:09:25.369626 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-f3206314-c4e6-4c0d-946c-b5ed6afe723f req-ecaf04b1-f3b0-4090-830c-5cbcb814e0e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:09:25.381797 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.db.provisioning_blocks [req-f3206314-c4e6-4c0d-946c-b5ed6afe723f req-ecaf04b1-f3b0-4090-830c-5cbcb814e0e0 service neutron] Transition to ACTIVE for port object 667664aa-5797-46ef-9469-eb60de1d51e6 will not be triggered until provisioned by entity L2. {{(pid=92954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 14:09:25.385188 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-f3206314-c4e6-4c0d-946c-b5ed6afe723f req-ecaf04b1-f3b0-4090-830c-5cbcb814e0e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8461747'] for port, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:09:25.434509 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaf04b1-f3b0-4090-830c-5cbcb814e0e0 service neutron] Pushing event updated for resources: {'Port': ['ID=667664aa-5797-46ef-9469-eb60de1d51e6,revision_number=2']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:09:25.503805 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [req-f3206314-c4e6-4c0d-946c-b5ed6afe723f req-ecaf04b1-f3b0-4090-830c-5cbcb814e0e0 service neutron] Attempting to bind port 667664aa-5797-46ef-9469-eb60de1d51e6 on host hv-cinder-79982 for vnic_type normal with profile {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 14:09:25.504142 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [req-f3206314-c4e6-4c0d-946c-b5ed6afe723f req-ecaf04b1-f3b0-4090-830c-5cbcb814e0e0 service neutron] Attempting to bind port 667664aa-5797-46ef-9469-eb60de1d51e6 by drivers openvswitch,hyperv on host hv-cinder-79982 at level 0 using segments [{'id': '043e9d5d-1b9c-4dcb-af68-bd7e747c833a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '7a74c5fe-9a47-4dbb-abf1-b2fc12293d08'}] {{(pid=92954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 14:09:25.504471 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3206314-c4e6-4c0d-946c-b5ed6afe723f req-ecaf04b1-f3b0-4090-830c-5cbcb814e0e0 service neutron] Attempting to bind port 667664aa-5797-46ef-9469-eb60de1d51e6 on network 7a74c5fe-9a47-4dbb-abf1-b2fc12293d08 {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 14:09:25.508940 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3206314-c4e6-4c0d-946c-b5ed6afe723f req-ecaf04b1-f3b0-4090-830c-5cbcb814e0e0 service neutron] Port 667664aa-5797-46ef-9469-eb60de1d51e6 on network 7a74c5fe-9a47-4dbb-abf1-b2fc12293d08 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79982 {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 14:09:25.509261 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3206314-c4e6-4c0d-946c-b5ed6afe723f req-ecaf04b1-f3b0-4090-830c-5cbcb814e0e0 service neutron] Attempting to bind port 667664aa-5797-46ef-9469-eb60de1d51e6 on network 7a74c5fe-9a47-4dbb-abf1-b2fc12293d08 {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 14:09:25.514067 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3206314-c4e6-4c0d-946c-b5ed6afe723f req-ecaf04b1-f3b0-4090-830c-5cbcb814e0e0 service neutron] Checking agent: {'id': 'e287df4f-fe28-4fcb-9cb8-6aa29893570a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79982', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 13, 59, 32), 'started_at': datetime.datetime(2021, 7, 7, 13, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 14, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 14:09:25.514402 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3206314-c4e6-4c0d-946c-b5ed6afe723f req-ecaf04b1-f3b0-4090-830c-5cbcb814e0e0 service neutron] Checking segment: {'id': '043e9d5d-1b9c-4dcb-af68-bd7e747c833a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '7a74c5fe-9a47-4dbb-abf1-b2fc12293d08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 14:09:25.514812 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3206314-c4e6-4c0d-946c-b5ed6afe723f req-ecaf04b1-f3b0-4090-830c-5cbcb814e0e0 service neutron] Bound using segment: {'id': '043e9d5d-1b9c-4dcb-af68-bd7e747c833a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '7a74c5fe-9a47-4dbb-abf1-b2fc12293d08'} {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 14:09:25.515865 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [req-f3206314-c4e6-4c0d-946c-b5ed6afe723f req-ecaf04b1-f3b0-4090-830c-5cbcb814e0e0 service neutron] Bound port: 667664aa-5797-46ef-9469-eb60de1d51e6, host: hv-cinder-79982, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '043e9d5d-1b9c-4dcb-af68-bd7e747c833a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '7a74c5fe-9a47-4dbb-abf1-b2fc12293d08'}}] {{(pid=92954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 14:09:25.516206 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-f3206314-c4e6-4c0d-946c-b5ed6afe723f req-ecaf04b1-f3b0-4090-830c-5cbcb814e0e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:09:25.584159 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [req-f3206314-c4e6-4c0d-946c-b5ed6afe723f req-ecaf04b1-f3b0-4090-830c-5cbcb814e0e0 service neutron] For port 667664aa-5797-46ef-9469-eb60de1d51e6, host hv-cinder-79982, cleared binding levels {{(pid=92954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 14:09:25.587102 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [req-f3206314-c4e6-4c0d-946c-b5ed6afe723f req-ecaf04b1-f3b0-4090-830c-5cbcb814e0e0 service neutron] For port 667664aa-5797-46ef-9469-eb60de1d51e6, host hv-cinder-79982, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79982',level=0,port_id=667664aa-5797-46ef-9469-eb60de1d51e6,segment=NetworkSegment(043e9d5d-1b9c-4dcb-af68-bd7e747c833a),segment_id=043e9d5d-1b9c-4dcb-af68-bd7e747c833a)] {{(pid=92954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 14:09:25.591721 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-f3206314-c4e6-4c0d-946c-b5ed6afe723f req-ecaf04b1-f3b0-4090-830c-5cbcb814e0e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8461747'] for port, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:09:25.629061 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3206314-c4e6-4c0d-946c-b5ed6afe723f req-ecaf04b1-f3b0-4090-830c-5cbcb814e0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:09:25.629344 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-f3206314-c4e6-4c0d-946c-b5ed6afe723f req-ecaf04b1-f3b0-4090-830c-5cbcb814e0e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171717'] for port, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:09:25.630836 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-f3206314-c4e6-4c0d-946c-b5ed6afe723f req-ecaf04b1-f3b0-4090-830c-5cbcb814e0e0 service neutron] 10.222.0.24 "PUT /v2.0/ports/667664aa-5797-46ef-9469-eb60de1d51e6 HTTP/1.1" status: 200 len: 1093 time: 0.6157827 Jul 07 14:09:25.631181 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14a1d38e-2b30-45e2-aa8c-fd15b3e8277a', 'tag': '667664aa-5797-46ef-9469-eb60de1d51e6'}] {{(pid=92954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 14:09:25.633454 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23a2f25214143ca7dc6eabc905ff8a7df5b3799efbbaa422209646810e3da78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e8ed1f4-d05e-46fe-aabc-1f6dc874fbc2" -d '{"events": [{"name": "network-changed", "server_uuid": "14a1d38e-2b30-45e2-aa8c-fd15b3e8277a", "tag": "667664aa-5797-46ef-9469-eb60de1d51e6"}]}' {{(pid=92954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 14:09:25.683124 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaf04b1-f3b0-4090-830c-5cbcb814e0e0 service neutron] Pushing event updated for resources: {'Port': ['ID=667664aa-5797-46ef-9469-eb60de1d51e6,revision_number=3']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:09:25.689606 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 14:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9c67b17-ce05-4ad2-826d-e662eccdf44f x-openstack-request-id: req-e9c67b17-ce05-4ad2-826d-e662eccdf44f {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 14:09:25.690081 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14a1d38e-2b30-45e2-aa8c-fd15b3e8277a", "tag": "667664aa-5797-46ef-9469-eb60de1d51e6", "status": "completed", "code": 200}]} {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 14:09:25.692130 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e9c67b17-ce05-4ad2-826d-e662eccdf44f {{(pid=92954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 14:09:25.692764 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14a1d38e-2b30-45e2-aa8c-fd15b3e8277a', 'tag': '667664aa-5797-46ef-9469-eb60de1d51e6', 'status': 'completed', 'code': 200} Jul 07 14:09:25.752150 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3206314-c4e6-4c0d-946c-b5ed6afe723f req-15269159-740f-4105-9a1a-5881f4c89aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:09:25.753777 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-f3206314-c4e6-4c0d-946c-b5ed6afe723f req-15269159-740f-4105-9a1a-5881f4c89aeb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7be607c781c14fec85721959afd863d4&device_id=14a1d38e-2b30-45e2-aa8c-fd15b3e8277a HTTP/1.1" status: 200 len: 1096 time: 0.0600667 Jul 07 14:09:25.805103 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0222c5e-4f55-4d32-af27-da81c1c5c88e req-a6841b28-ff0f-481c-92f8-52f091b26759 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:09:25.806670 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-a0222c5e-4f55-4d32-af27-da81c1c5c88e req-a6841b28-ff0f-481c-92f8-52f091b26759 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] 10.222.0.16 "GET /v2.0/ports?device_id=14a1d38e-2b30-45e2-aa8c-fd15b3e8277a HTTP/1.1" status: 200 len: 943 time: 0.0741289 Jul 07 14:09:25.814354 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-f3206314-c4e6-4c0d-946c-b5ed6afe723f req-abcf76fe-a5cd-4e65-84f3-f124a94aa72a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=667664aa-5797-46ef-9469-eb60de1d51e6 HTTP/1.1" status: 200 len: 217 time: 0.0479119 Jul 07 14:09:25.847053 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-a0222c5e-4f55-4d32-af27-da81c1c5c88e req-af645823-cb08-4c3e-98cf-bfca08f7f8c1 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] 10.222.0.16 "GET /v2.0/security-groups?id=64715a0a-b292-4dce-8aa8-744bfa13255b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345438 Jul 07 14:09:25.870954 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3206314-c4e6-4c0d-946c-b5ed6afe723f req-ef932fcc-e042-492d-ae7e-67e877f65c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:09:25.872427 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-f3206314-c4e6-4c0d-946c-b5ed6afe723f req-ef932fcc-e042-492d-ae7e-67e877f65c21 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ef4c23d4-6942-49b9-b251-988fb449a81d HTTP/1.1" status: 200 len: 849 time: 0.0475934 Jul 07 14:09:25.931678 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3206314-c4e6-4c0d-946c-b5ed6afe723f req-7f999283-f458-4a9c-8a53-fb1d58184621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:09:25.933119 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-f3206314-c4e6-4c0d-946c-b5ed6afe723f req-7f999283-f458-4a9c-8a53-fb1d58184621 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7a74c5fe-9a47-4dbb-abf1-b2fc12293d08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0511584 Jul 07 14:09:26.029889 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-f3206314-c4e6-4c0d-946c-b5ed6afe723f req-258fa436-91a1-4384-b7b2-b48c8d4e75c0 service neutron] 10.222.0.24 "GET /v2.0/networks/7a74c5fe-9a47-4dbb-abf1-b2fc12293d08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861578 Jul 07 14:09:26.122248 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-f3206314-c4e6-4c0d-946c-b5ed6afe723f req-dbba6f45-3bb4-4bc5-9689-a89bfb968166 service neutron] 10.222.0.24 "GET /v2.0/networks/7a74c5fe-9a47-4dbb-abf1-b2fc12293d08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811419 Jul 07 14:09:26.235952 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8ed1f4-d05e-46fe-aabc-1f6dc874fbc2 req-5600cf67-96ca-49cc-bf8c-c5f5ad270e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:09:26.237469 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-2e8ed1f4-d05e-46fe-aabc-1f6dc874fbc2 req-5600cf67-96ca-49cc-bf8c-c5f5ad270e3f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7be607c781c14fec85721959afd863d4&device_id=14a1d38e-2b30-45e2-aa8c-fd15b3e8277a HTTP/1.1" status: 200 len: 1096 time: 0.0573566 Jul 07 14:09:26.330194 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8ed1f4-d05e-46fe-aabc-1f6dc874fbc2 req-231d3c9a-19c2-4b40-826f-a3ee4b1cdfcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:09:26.331946 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-2e8ed1f4-d05e-46fe-aabc-1f6dc874fbc2 req-231d3c9a-19c2-4b40-826f-a3ee4b1cdfcc service neutron] 10.222.0.24 "GET /v2.0/networks?id=7a74c5fe-9a47-4dbb-abf1-b2fc12293d08 HTTP/1.1" status: 200 len: 911 time: 0.0878282 Jul 07 14:09:26.373262 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-2e8ed1f4-d05e-46fe-aabc-1f6dc874fbc2 req-28779383-6a52-4eb9-b31a-dc6a75d27656 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=667664aa-5797-46ef-9469-eb60de1d51e6 HTTP/1.1" status: 200 len: 217 time: 0.0344553 Jul 07 14:09:26.422891 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8ed1f4-d05e-46fe-aabc-1f6dc874fbc2 req-05cbf7fd-14ed-4c30-af8a-5ff64ca4aa60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:09:26.424295 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-2e8ed1f4-d05e-46fe-aabc-1f6dc874fbc2 req-05cbf7fd-14ed-4c30-af8a-5ff64ca4aa60 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ef4c23d4-6942-49b9-b251-988fb449a81d HTTP/1.1" status: 200 len: 849 time: 0.0425084 Jul 07 14:09:26.483804 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8ed1f4-d05e-46fe-aabc-1f6dc874fbc2 req-bf2823d7-8563-47db-ac4b-973a1c27988d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:09:26.485792 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-2e8ed1f4-d05e-46fe-aabc-1f6dc874fbc2 req-bf2823d7-8563-47db-ac4b-973a1c27988d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7a74c5fe-9a47-4dbb-abf1-b2fc12293d08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0542707 Jul 07 14:09:26.573333 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-2e8ed1f4-d05e-46fe-aabc-1f6dc874fbc2 req-78dc9d77-1d8c-402c-afba-38beb045c75e service neutron] 10.222.0.24 "GET /v2.0/networks/7a74c5fe-9a47-4dbb-abf1-b2fc12293d08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804541 Jul 07 14:09:26.669208 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-2e8ed1f4-d05e-46fe-aabc-1f6dc874fbc2 req-796ee992-b2d9-4af7-85a0-338c1e63a545 service neutron] 10.222.0.24 "GET /v2.0/networks/7a74c5fe-9a47-4dbb-abf1-b2fc12293d08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890455 Jul 07 14:09:27.023125 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc6bb57-9b55-4787-8a3d-78d7c2843432 req-0fba9c5b-ab22-4d83-9c4b-ccda94c6cb07 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:09:27.024515 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-cbc6bb57-9b55-4787-8a3d-78d7c2843432 req-0fba9c5b-ab22-4d83-9c4b-ccda94c6cb07 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] 10.222.0.16 "GET /v2.0/ports?device_id=14a1d38e-2b30-45e2-aa8c-fd15b3e8277a HTTP/1.1" status: 200 len: 943 time: 0.0648563 Jul 07 14:09:27.060483 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-cbc6bb57-9b55-4787-8a3d-78d7c2843432 req-c240d9dd-48a2-4f41-81b5-80e1c69e55af tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] 10.222.0.16 "GET /v2.0/security-groups?id=64715a0a-b292-4dce-8aa8-744bfa13255b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304723 Jul 07 14:09:27.488801 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-c5f58947-c6ea-44b7-b556-ccef34621ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:09:27.801191 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:09:28.238721 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed1bdb9-3392-49fd-a9af-624b8712e87f req-574498cc-9cdb-478d-bccf-86d68a49703f tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:09:28.240220 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-2ed1bdb9-3392-49fd-a9af-624b8712e87f req-574498cc-9cdb-478d-bccf-86d68a49703f tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] 10.222.0.16 "GET /v2.0/ports?device_id=14a1d38e-2b30-45e2-aa8c-fd15b3e8277a HTTP/1.1" status: 200 len: 943 time: 0.0673599 Jul 07 14:09:28.278770 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-2ed1bdb9-3392-49fd-a9af-624b8712e87f req-414daa96-df4e-41a5-aa06-f63044bf238b tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] 10.222.0.16 "GET /v2.0/security-groups?id=64715a0a-b292-4dce-8aa8-744bfa13255b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316074 Jul 07 14:09:28.610784 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-797095d9-f31f-46bc-add0-d9922559420e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:09:29.452122 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452b5fbf-7267-4e65-805d-baf6fdbdcfad req-f2851fce-a9a1-41fe-ac1b-09870ff6e112 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:09:29.453582 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-452b5fbf-7267-4e65-805d-baf6fdbdcfad req-f2851fce-a9a1-41fe-ac1b-09870ff6e112 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] 10.222.0.16 "GET /v2.0/ports?device_id=14a1d38e-2b30-45e2-aa8c-fd15b3e8277a HTTP/1.1" status: 200 len: 943 time: 0.0638556 Jul 07 14:09:29.491020 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-452b5fbf-7267-4e65-805d-baf6fdbdcfad req-53c6a7fc-8b17-4e3d-8780-ceefc233d0bc tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] 10.222.0.16 "GET /v2.0/security-groups?id=64715a0a-b292-4dce-8aa8-744bfa13255b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317419 Jul 07 14:09:29.794971 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Device 667664aa-5797-46ef-9469-eb60de1d51e6 details requested by agent hyperv_hv-cinder-79982 with host hv-cinder-79982 {{(pid=92955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 14:09:29.886027 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] For port 667664aa-5797-46ef-9469-eb60de1d51e6, host hv-cinder-79982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79982',level=0,port_id=667664aa-5797-46ef-9469-eb60de1d51e6,segment=NetworkSegment(043e9d5d-1b9c-4dcb-af68-bd7e747c833a),segment_id=043e9d5d-1b9c-4dcb-af68-bd7e747c833a)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 14:09:29.900936 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Returning: {'device': '667664aa-5797-46ef-9469-eb60de1d51e6', 'network_id': '7a74c5fe-9a47-4dbb-abf1-b2fc12293d08', 'port_id': '667664aa-5797-46ef-9469-eb60de1d51e6', 'mac_address': 'fa:16:3e:2e:32:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef4c23d4-6942-49b9-b251-988fb449a81d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 14:09:29.938349 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:09:29.950704 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.notifiers.nova [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 667664aa-5797-46ef-9469-eb60de1d51e6 {{(pid=92955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 14:09:29.970565 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] For port 667664aa-5797-46ef-9469-eb60de1d51e6, host hv-cinder-79982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79982',level=0,port_id=667664aa-5797-46ef-9469-eb60de1d51e6,segment=NetworkSegment(043e9d5d-1b9c-4dcb-af68-bd7e747c833a),segment_id=043e9d5d-1b9c-4dcb-af68-bd7e747c833a)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 14:09:29.973994 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:09:30.018741 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Pushing event updated for resources: {'Port': ['ID=667664aa-5797-46ef-9469-eb60de1d51e6,revision_number=4']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:09:30.025328 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:09:30.025670 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:09:30.026006 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:09:30.026335 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:09:30.026685 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:09:30.027009 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:09:30.027332 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:09:30.027651 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:09:30.027989 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:09:30.028309 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:09:30.028623 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:09:30.028936 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:09:30.187914 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-de2cb0b5-6e4a-418e-bae1-4b4e8a512c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:09:30.359675 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] get_ports_and_sgs() called for port_ids ['667664aa-5797-46ef-9469-eb60de1d51e6'] {{(pid=92955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 14:09:30.662270 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcd7bba-b70d-414d-b4dd-30d26391c376 req-d2ba8194-be89-45c9-a2e8-5bacad836afc tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:09:30.663730 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-9bcd7bba-b70d-414d-b4dd-30d26391c376 req-d2ba8194-be89-45c9-a2e8-5bacad836afc tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] 10.222.0.16 "GET /v2.0/ports?device_id=14a1d38e-2b30-45e2-aa8c-fd15b3e8277a HTTP/1.1" status: 200 len: 944 time: 0.0641100 Jul 07 14:09:30.699079 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-9bcd7bba-b70d-414d-b4dd-30d26391c376 req-cf9b9843-00a7-4f2f-a1f5-2904ed0e92fa tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] 10.222.0.16 "GET /v2.0/security-groups?id=64715a0a-b292-4dce-8aa8-744bfa13255b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0299237 Jul 07 14:09:31.794672 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Device 667664aa-5797-46ef-9469-eb60de1d51e6 up at agent hyperv_hv-cinder-79982 {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 14:09:31.853706 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Provisioning for port 667664aa-5797-46ef-9469-eb60de1d51e6 completed by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 14:09:31.860144 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Provisioning complete for port 667664aa-5797-46ef-9469-eb60de1d51e6 triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 14:09:31.861297 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732533'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:09:31.875473 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7949a7-eeeb-4911-871f-450efd054efb req-572f7922-af4f-4a16-a472-f40b1bc58b13 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:09:31.877032 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-3a7949a7-eeeb-4911-871f-450efd054efb req-572f7922-af4f-4a16-a472-f40b1bc58b13 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] 10.222.0.16 "GET /v2.0/ports?device_id=14a1d38e-2b30-45e2-aa8c-fd15b3e8277a HTTP/1.1" status: 200 len: 944 time: 0.0663078 Jul 07 14:09:31.915593 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-3a7949a7-eeeb-4911-871f-450efd054efb req-eed867c6-16f8-423c-a5b2-1ab6b2ce9bf8 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] 10.222.0.16 "GET /v2.0/security-groups?id=64715a0a-b292-4dce-8aa8-744bfa13255b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323021 Jul 07 14:09:31.943492 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:09:31.965908 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14a1d38e-2b30-45e2-aa8c-fd15b3e8277a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '667664aa-5797-46ef-9469-eb60de1d51e6'}] {{(pid=92955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 14:09:31.969147 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e11a9a08f0ebba7a9f0c3b7780f6d7944ec82452e2695ea1962573c23703eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c9cef55-fb32-4032-a618-7c890414c85d" -d '{"events": [{"server_uuid": "14a1d38e-2b30-45e2-aa8c-fd15b3e8277a", "name": "network-vif-plugged", "status": "completed", "tag": "667664aa-5797-46ef-9469-eb60de1d51e6"}]}' {{(pid=92955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 14:09:31.981524 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] For port 667664aa-5797-46ef-9469-eb60de1d51e6, host hv-cinder-79982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79982',level=0,port_id=667664aa-5797-46ef-9469-eb60de1d51e6,segment=NetworkSegment(043e9d5d-1b9c-4dcb-af68-bd7e747c833a),segment_id=043e9d5d-1b9c-4dcb-af68-bd7e747c833a)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 14:09:31.986037 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:09:32.043284 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Pushing event updated for resources: {'Port': ['ID=667664aa-5797-46ef-9469-eb60de1d51e6,revision_number=5']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:09:32.067372 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 14:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f504c6ca-1746-4f01-a256-825ea6b8c366 x-openstack-request-id: req-f504c6ca-1746-4f01-a256-825ea6b8c366 {{(pid=92955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 14:09:32.067657 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14a1d38e-2b30-45e2-aa8c-fd15b3e8277a", "name": "network-vif-plugged", "status": "completed", "tag": "667664aa-5797-46ef-9469-eb60de1d51e6", "code": 200}]} {{(pid=92955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 14:09:32.067904 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f504c6ca-1746-4f01-a256-825ea6b8c366 {{(pid=92955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 14:09:32.068297 dv-cinder-799821-1-iscsi neutron-server[92955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14a1d38e-2b30-45e2-aa8c-fd15b3e8277a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '667664aa-5797-46ef-9469-eb60de1d51e6', 'code': 200} Jul 07 14:09:32.260749 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:09:32.297507 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84fa957-688e-455a-8877-01b4fd7d1ecb req-82aef0ee-2919-479d-b1b3-19345243c70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:09:32.299015 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-e84fa957-688e-455a-8877-01b4fd7d1ecb req-82aef0ee-2919-479d-b1b3-19345243c70c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=14a1d38e-2b30-45e2-aa8c-fd15b3e8277a HTTP/1.1" status: 200 len: 1098 time: 0.0518401 Jul 07 14:09:32.335200 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-e84fa957-688e-455a-8877-01b4fd7d1ecb req-2a577efb-96f8-44f6-84b9-166cb0859f68 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=64715a0a-b292-4dce-8aa8-744bfa13255b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0261598 Jul 07 14:09:33.082953 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bc5194-4360-4a86-8a68-7e74846f945b req-ff2237c7-76ac-4353-b427-5cdd583a0ab5 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:09:33.084420 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-e5bc5194-4360-4a86-8a68-7e74846f945b req-ff2237c7-76ac-4353-b427-5cdd583a0ab5 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] 10.222.0.16 "GET /v2.0/ports?device_id=14a1d38e-2b30-45e2-aa8c-fd15b3e8277a HTTP/1.1" status: 200 len: 945 time: 0.0615387 Jul 07 14:09:33.122270 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-e5bc5194-4360-4a86-8a68-7e74846f945b req-532b1ea9-9c98-4dfe-ad37-d59ccfae68e2 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] 10.222.0.16 "GET /v2.0/security-groups?id=64715a0a-b292-4dce-8aa8-744bfa13255b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320902 Jul 07 14:09:34.313411 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2920886-7128-4036-89dd-74930e717941 req-907bdd5b-a86b-49c1-bc42-4e442bf3aef7 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:09:34.314851 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-e2920886-7128-4036-89dd-74930e717941 req-907bdd5b-a86b-49c1-bc42-4e442bf3aef7 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] 10.222.0.16 "GET /v2.0/ports?device_id=14a1d38e-2b30-45e2-aa8c-fd15b3e8277a HTTP/1.1" status: 200 len: 945 time: 0.0742795 Jul 07 14:09:34.354954 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-e2920886-7128-4036-89dd-74930e717941 req-f7d909dd-36be-4043-8c75-425671e9821b tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] 10.222.0.16 "GET /v2.0/security-groups?id=64715a0a-b292-4dce-8aa8-744bfa13255b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331218 Jul 07 14:09:34.521559 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fff380-3abd-45f6-8bb0-d9dd2caabf53 req-5efa4517-89d2-40fa-9feb-d0a90df4abca tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:09:34.523060 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-54fff380-3abd-45f6-8bb0-d9dd2caabf53 req-5efa4517-89d2-40fa-9feb-d0a90df4abca tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] 10.222.0.16 "GET /v2.0/ports?device_id=14a1d38e-2b30-45e2-aa8c-fd15b3e8277a HTTP/1.1" status: 200 len: 945 time: 0.0641365 Jul 07 14:09:34.531615 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 52662) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:09:34.536243 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [None req-97453e55-90fa-4241-9dd9-20f6b4a34c61 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Request body: {'floatingip': {'port_id': '667664aa-5797-46ef-9469-eb60de1d51e6'}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 14:09:34.579809 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-97453e55-90fa-4241-9dd9-20f6b4a34c61 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Notify callbacks [] for floatingip, before_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:09:35.156491 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-97453e55-90fa-4241-9dd9-20f6b4a34c61 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:09:35.161573 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-97453e55-90fa-4241-9dd9-20f6b4a34c61 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1662057'] for floatingip, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:09:35.270654 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.db.l3_db [None req-97453e55-90fa-4241-9dd9-20f6b4a34c61 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Floating IP 30b4cf94-c300-446e-97fc-024b6caef596 associated. External IP: 172.27.0.22, port: 667664aa-5797-46ef-9469-eb60de1d51e6. Jul 07 14:09:35.690971 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97453e55-90fa-4241-9dd9-20f6b4a34c61 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Router 6bb28e45-0047-4715-a2f1-b4c897404199 has already been hosted by L3 agent 652ddd47-bc13-4e1c-8285-b4eb8cea957f {{(pid=92954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 14:09:35.797774 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97453e55-90fa-4241-9dd9-20f6b4a34c61 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Notify agent at l3_agent.dv-cinder-799821-1-iscsi the message routers_updated {{(pid=92954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 14:09:35.802564 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-97453e55-90fa-4241-9dd9-20f6b4a34c61 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171717'] for floatingip, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:09:35.807320 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e6d9bc-22ab-4cf1-816e-379e20e61117 None None] Sync routers for ids ['6bb28e45-0047-4715-a2f1-b4c897404199'] in dv-cinder-799821-1-iscsi {{(pid=92956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 14:09:35.817516 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e6d9bc-22ab-4cf1-816e-379e20e61117 None None] Routers {'6bb28e45-0047-4715-a2f1-b4c897404199'} bound to L3 agent in host dv-cinder-799821-1-iscsi {{(pid=92956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 14:09:35.818198 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-a3e6d9bc-22ab-4cf1-816e-379e20e61117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T13:53:27Z,description=,heartbeat_timestamp=2021-07-07T14:09:27Z,host='dv-cinder-799821-1-iscsi',id=652ddd47-bc13-4e1c-8285-b4eb8cea957f,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:53:27Z,topic='l3_agent')) {'router_ids': ['6bb28e45-0047-4715-a2f1-b4c897404199'], 'active': True} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:09:35.837083 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-97453e55-90fa-4241-9dd9-20f6b4a34c61 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] 10.222.0.16 "PUT /v2.0/floatingips/30b4cf94-c300-446e-97fc-024b6caef596 HTTP/1.1" status: 200 len: 990 time: 1.3043864 Jul 07 14:09:35.837644 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14a1d38e-2b30-45e2-aa8c-fd15b3e8277a', 'tag': '667664aa-5797-46ef-9469-eb60de1d51e6'}] {{(pid=92954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 14:09:35.839889 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23a2f25214143ca7dc6eabc905ff8a7df5b3799efbbaa422209646810e3da78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c5b3ac9-1397-477a-aaa1-2373b6012b90" -d '{"events": [{"name": "network-changed", "server_uuid": "14a1d38e-2b30-45e2-aa8c-fd15b3e8277a", "tag": "667664aa-5797-46ef-9469-eb60de1d51e6"}]}' {{(pid=92954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 14:09:35.876013 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 14:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66a8bfd2-addd-40af-a577-2149923df0b0 x-openstack-request-id: req-66a8bfd2-addd-40af-a577-2149923df0b0 {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 14:09:35.876297 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14a1d38e-2b30-45e2-aa8c-fd15b3e8277a", "tag": "667664aa-5797-46ef-9469-eb60de1d51e6", "status": "completed", "code": 200}]} {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 14:09:35.876539 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-66a8bfd2-addd-40af-a577-2149923df0b0 {{(pid=92954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 14:09:35.877049 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14a1d38e-2b30-45e2-aa8c-fd15b3e8277a', 'tag': '667664aa-5797-46ef-9469-eb60de1d51e6', 'status': 'completed', 'code': 200} Jul 07 14:09:35.941278 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvr_db [None req-a3e6d9bc-22ab-4cf1-816e-379e20e61117 None None] Set router 6bb28e45-0047-4715-a2f1-b4c897404199 gateway port host: dv-cinder-799821-1-iscsi {{(pid=92956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 14:09:35.954896 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5b3ac9-1397-477a-aaa1-2373b6012b90 req-8bf8629c-282d-4b3c-a8f9-a9c7c3d65874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:09:35.956403 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-5c5b3ac9-1397-477a-aaa1-2373b6012b90 req-8bf8629c-282d-4b3c-a8f9-a9c7c3d65874 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7be607c781c14fec85721959afd863d4&device_id=14a1d38e-2b30-45e2-aa8c-fd15b3e8277a HTTP/1.1" status: 200 len: 1098 time: 0.0539103 Jul 07 14:09:36.056657 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5b3ac9-1397-477a-aaa1-2373b6012b90 req-ad4bf290-4f69-419e-a0b1-a6e77ffd715b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:09:36.058405 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-5c5b3ac9-1397-477a-aaa1-2373b6012b90 req-ad4bf290-4f69-419e-a0b1-a6e77ffd715b service neutron] 10.222.0.24 "GET /v2.0/networks?id=7a74c5fe-9a47-4dbb-abf1-b2fc12293d08 HTTP/1.1" status: 200 len: 911 time: 0.0922441 Jul 07 14:09:36.122704 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-5c5b3ac9-1397-477a-aaa1-2373b6012b90 req-d215a2b8-445a-4b91-9105-c949100c2735 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=667664aa-5797-46ef-9469-eb60de1d51e6 HTTP/1.1" status: 200 len: 998 time: 0.0573404 Jul 07 14:09:36.166141 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-a3e6d9bc-22ab-4cf1-816e-379e20e61117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb28e45-0047-4715-a2f1-b4c897404199', 'name': 'tempest-AttachVolumeTestJSON-201062429-router', 'tenant_id': '7be607c781c14fec85721959afd863d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'external_fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': 'f78e2a7b-aa71-4188-a0f7-6857407c260d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T14:01:11Z', 'updated_at': '2021-07-07T14:01:21Z', 'revision_number': 4, 'project_id': '7be607c781c14fec85721959afd863d4', 'gw_port': {'id': 'f78e2a7b-aa71-4188-a0f7-6857407c260d', 'name': '', 'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ed:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb28e45-0047-4715-a2f1-b4c897404199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:01:12Z', 'updated_at': '2021-07-07T14:01:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799821-1-iscsi', '_floatingips': [{'id': '30b4cf94-c300-446e-97fc-024b6caef596', 'tenant_id': '7be607c781c14fec85721959afd863d4', 'floating_ip_address': '172.27.0.22', 'floating_network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'router_id': '6bb28e45-0047-4715-a2f1-b4c897404199', 'port_id': '667664aa-5797-46ef-9469-eb60de1d51e6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a74c5fe-9a47-4dbb-abf1-b2fc12293d08', 'mac_address': 'fa:16:3e:2e:32:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a1d38e-2b30-45e2-aa8c-fd15b3e8277a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T14:09:16Z', 'updated_at': '2021-07-07T14:09:35Z', 'revision_number': 1, 'project_id': '7be607c781c14fec85721959afd863d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '734cb7e8-9c0c-4d2e-b7bf-3cf8736aa215', 'name': '', 'network_id': '7a74c5fe-9a47-4dbb-abf1-b2fc12293d08', 'tenant_id': '7be607c781c14fec85721959afd863d4', 'mac_address': 'fa:16:3e:6a:c8:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb28e45-0047-4715-a2f1-b4c897404199', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'ef4c23d4-6942-49b9-b251-988fb449a81d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:01:16Z', 'updated_at': '2021-07-07T14:01:28Z', 'revision_number': 5, 'project_id': '7be607c781c14fec85721959afd863d4', 'subnets': [{'id': 'ef4c23d4-6942-49b9-b251-988fb449a81d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799821-1-iscsi', False) {} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:09:36.174203 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5b3ac9-1397-477a-aaa1-2373b6012b90 req-4e7d8dea-4202-4cbc-84d4-86efcff9f543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:09:36.175689 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-5c5b3ac9-1397-477a-aaa1-2373b6012b90 req-4e7d8dea-4202-4cbc-84d4-86efcff9f543 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ef4c23d4-6942-49b9-b251-988fb449a81d HTTP/1.1" status: 200 len: 849 time: 0.0470738 Jul 07 14:09:36.192417 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e6d9bc-22ab-4cf1-816e-379e20e61117 None None] Checking router: 6bb28e45-0047-4715-a2f1-b4c897404199 for host: dv-cinder-799821-1-iscsi {{(pid=92956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 14:09:36.200419 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e6d9bc-22ab-4cf1-816e-379e20e61117 None None] Routers {'6bb28e45-0047-4715-a2f1-b4c897404199'} bound to L3 agent in host dv-cinder-799821-1-iscsi {{(pid=92956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 14:09:36.201006 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-a3e6d9bc-22ab-4cf1-816e-379e20e61117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T13:53:27Z,description=,heartbeat_timestamp=2021-07-07T14:09:27Z,host='dv-cinder-799821-1-iscsi',id=652ddd47-bc13-4e1c-8285-b4eb8cea957f,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:53:27Z,topic='l3_agent')) {'router_ids': ['6bb28e45-0047-4715-a2f1-b4c897404199'], 'active': True} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:09:36.232680 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5b3ac9-1397-477a-aaa1-2373b6012b90 req-d7df0ce0-8ded-4cd1-a09e-944adcc594e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:09:36.234649 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-5c5b3ac9-1397-477a-aaa1-2373b6012b90 req-d7df0ce0-8ded-4cd1-a09e-944adcc594e6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7a74c5fe-9a47-4dbb-abf1-b2fc12293d08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0527723 Jul 07 14:09:36.309456 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvr_db [None req-a3e6d9bc-22ab-4cf1-816e-379e20e61117 None None] Set router 6bb28e45-0047-4715-a2f1-b4c897404199 gateway port host: dv-cinder-799821-1-iscsi {{(pid=92956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 14:09:36.326857 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-5c5b3ac9-1397-477a-aaa1-2373b6012b90 req-b47d2f55-cc92-4704-914b-58e0a8866517 service neutron] 10.222.0.24 "GET /v2.0/networks/7a74c5fe-9a47-4dbb-abf1-b2fc12293d08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849540 Jul 07 14:09:36.419228 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-5c5b3ac9-1397-477a-aaa1-2373b6012b90 req-76f47d12-f28b-4c91-be17-44ea4452f8b5 service neutron] 10.222.0.24 "GET /v2.0/networks/7a74c5fe-9a47-4dbb-abf1-b2fc12293d08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854995 Jul 07 14:09:36.530387 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-a3e6d9bc-22ab-4cf1-816e-379e20e61117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb28e45-0047-4715-a2f1-b4c897404199', 'name': 'tempest-AttachVolumeTestJSON-201062429-router', 'tenant_id': '7be607c781c14fec85721959afd863d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'external_fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': 'f78e2a7b-aa71-4188-a0f7-6857407c260d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T14:01:11Z', 'updated_at': '2021-07-07T14:01:21Z', 'revision_number': 4, 'project_id': '7be607c781c14fec85721959afd863d4', 'gw_port': {'id': 'f78e2a7b-aa71-4188-a0f7-6857407c260d', 'name': '', 'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ed:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb28e45-0047-4715-a2f1-b4c897404199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:01:12Z', 'updated_at': '2021-07-07T14:01:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799821-1-iscsi', '_floatingips': [{'id': '30b4cf94-c300-446e-97fc-024b6caef596', 'tenant_id': '7be607c781c14fec85721959afd863d4', 'floating_ip_address': '172.27.0.22', 'floating_network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'router_id': '6bb28e45-0047-4715-a2f1-b4c897404199', 'port_id': '667664aa-5797-46ef-9469-eb60de1d51e6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a74c5fe-9a47-4dbb-abf1-b2fc12293d08', 'mac_address': 'fa:16:3e:2e:32:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a1d38e-2b30-45e2-aa8c-fd15b3e8277a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T14:09:16Z', 'updated_at': '2021-07-07T14:09:35Z', 'revision_number': 1, 'project_id': '7be607c781c14fec85721959afd863d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '734cb7e8-9c0c-4d2e-b7bf-3cf8736aa215', 'name': '', 'network_id': '7a74c5fe-9a47-4dbb-abf1-b2fc12293d08', 'tenant_id': '7be607c781c14fec85721959afd863d4', 'mac_address': 'fa:16:3e:6a:c8:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb28e45-0047-4715-a2f1-b4c897404199', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'ef4c23d4-6942-49b9-b251-988fb449a81d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:01:16Z', 'updated_at': '2021-07-07T14:01:28Z', 'revision_number': 5, 'project_id': '7be607c781c14fec85721959afd863d4', 'subnets': [{'id': 'ef4c23d4-6942-49b9-b251-988fb449a81d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799821-1-iscsi', False) {} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:09:36.632910 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e6d9bc-22ab-4cf1-816e-379e20e61117 None None] The sync data for ids ['6bb28e45-0047-4715-a2f1-b4c897404199'] in dv-cinder-799821-1-iscsi is: [{'id': '6bb28e45-0047-4715-a2f1-b4c897404199', 'name': 'tempest-AttachVolumeTestJSON-201062429-router', 'tenant_id': '7be607c781c14fec85721959afd863d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'external_fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': 'f78e2a7b-aa71-4188-a0f7-6857407c260d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T14:01:11Z', 'updated_at': '2021-07-07T14:01:21Z', 'revision_number': 4, 'project_id': '7be607c781c14fec85721959afd863d4', 'gw_port': {'id': 'f78e2a7b-aa71-4188-a0f7-6857407c260d', 'name': '', 'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ed:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb28e45-0047-4715-a2f1-b4c897404199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:01:12Z', 'updated_at': '2021-07-07T14:01:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799821-1-iscsi', '_floatingips': [{'id': '30b4cf94-c300-446e-97fc-024b6caef596', 'tenant_id': '7be607c781c14fec85721959afd863d4', 'floating_ip_address': '172.27.0.22', 'floating_network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'router_id': '6bb28e45-0047-4715-a2f1-b4c897404199', 'port_id': '667664aa-5797-46ef-9469-eb60de1d51e6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a74c5fe-9a47-4dbb-abf1-b2fc12293d08', 'mac_address': 'fa:16:3e:2e:32:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a1d38e-2b30-45e2-aa8c-fd15b3e8277a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T14:09:16Z', 'updated_at': '2021-07-07T14:09:35Z', 'revision_number': 1, 'project_id': '7be607c781c14fec85721959afd863d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '734cb7e8-9c0c-4d2e-b7bf-3cf8736aa215', 'name': '', 'network_id': '7a74c5fe-9a47-4dbb-abf1-b2fc12293d08', 'tenant_id': '7be607c781c14fec85721959afd863d4', 'mac_address': 'fa:16:3e:6a:c8:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb28e45-0047-4715-a2f1-b4c897404199', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'ef4c23d4-6942-49b9-b251-988fb449a81d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:01:16Z', 'updated_at': '2021-07-07T14:01:28Z', 'revision_number': 5, 'project_id': '7be607c781c14fec85721959afd863d4', 'subnets': [{'id': 'ef4c23d4-6942-49b9-b251-988fb449a81d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 14:09:36.823740 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8233ce-395e-4d5b-aaed-15e6ced38caf None None] New status for floating IP 30b4cf94-c300-446e-97fc-024b6caef596: ACTIVE {{(pid=92955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 14:09:37.364730 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-49c81d82-8fa2-44d2-ba55-1be63e0b1935 req-350e6713-f177-492b-9006-3f05693963e4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=795d3dde-bee1-49bb-8399-1b5f1b8d6905&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0556571 Jul 07 14:09:37.443439 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c81d82-8fa2-44d2-ba55-1be63e0b1935 req-3910b241-5c12-45b7-bcde-64b1a80b8630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:09:37.444879 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-49c81d82-8fa2-44d2-ba55-1be63e0b1935 req-3910b241-5c12-45b7-bcde-64b1a80b8630 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=62e31021b8044cd1897e43a8d26275b9&device_id=795d3dde-bee1-49bb-8399-1b5f1b8d6905 HTTP/1.1" status: 200 len: 1099 time: 0.0514910 Jul 07 14:09:37.552131 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c81d82-8fa2-44d2-ba55-1be63e0b1935 req-330c0699-b2a4-41e5-9a68-0599514d4af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:09:37.553580 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-49c81d82-8fa2-44d2-ba55-1be63e0b1935 req-330c0699-b2a4-41e5-9a68-0599514d4af8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d5a402b8-fb82-49d2-a591-a3a216137cac HTTP/1.1" status: 200 len: 920 time: 0.0858877 Jul 07 14:09:37.594907 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-49c81d82-8fa2-44d2-ba55-1be63e0b1935 req-420d72ca-3b57-4421-9d08-b47af635ff8b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=306f1f7c-1872-49f6-b78a-22b9c85b975a HTTP/1.1" status: 200 len: 217 time: 0.0340979 Jul 07 14:09:37.642054 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c81d82-8fa2-44d2-ba55-1be63e0b1935 req-93269cf4-9324-4aee-923a-e2dd00fd2627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:09:37.643565 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-49c81d82-8fa2-44d2-ba55-1be63e0b1935 req-93269cf4-9324-4aee-923a-e2dd00fd2627 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=48d63b35-a0f2-4925-98ff-d191be5c1517 HTTP/1.1" status: 200 len: 859 time: 0.0428667 Jul 07 14:09:37.679982 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-49c81d82-8fa2-44d2-ba55-1be63e0b1935 req-3f703476-fa49-4f83-8257-6bc6c34c60d1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d5a402b8-fb82-49d2-a591-a3a216137cac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297496 Jul 07 14:09:37.780567 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-49c81d82-8fa2-44d2-ba55-1be63e0b1935 req-c3e2749e-7154-47ef-81b0-dc7ad109832c service neutron] 10.222.0.24 "GET /v2.0/networks/d5a402b8-fb82-49d2-a591-a3a216137cac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802698 Jul 07 14:09:37.872235 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-49c81d82-8fa2-44d2-ba55-1be63e0b1935 req-5ae56057-d057-4c50-82dd-172f1a35f98c service neutron] 10.222.0.24 "GET /v2.0/networks/d5a402b8-fb82-49d2-a591-a3a216137cac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855932 Jul 07 14:09:54.844084 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2e649b9b-1372-4a22-aba3-3630920fdc0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:09:57.489442 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-e82b70e8-fa7e-491d-92a2-5681a3c0a44d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:09:57.802772 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:09:58.612195 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-797095d9-f31f-46bc-add0-d9922559420e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:10:00.189753 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-de2cb0b5-6e4a-418e-bae1-4b4e8a512c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:10:02.265587 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.agents_db [None req-578d1851-68de-424d-8d1f-a58f436dd381 None None] Agent healthcheck: found 6 active agents {{(pid=92956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 14:10:02.279356 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:10:09.860906 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd55ca6f-6884-49c0-9d93-36513584cc6b req-666bf2be-6104-432b-979e-69966e0edcaf tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:10:09.864185 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-bd55ca6f-6884-49c0-9d93-36513584cc6b req-666bf2be-6104-432b-979e-69966e0edcaf tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/networks?id=8ff1e969-aa56-4a37-b509-25263365d4bf HTTP/1.1" status: 200 len: 815 time: 0.1032436 Jul 07 14:10:09.881021 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-bd55ca6f-6884-49c0-9d93-36513584cc6b req-41489ba0-4521-4ceb-accf-9b90cd536c23 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/quotas/4606813b7d26435ca537716b5eac6fcc HTTP/1.1" status: 200 len: 375 time: 0.0101418 Jul 07 14:10:09.948740 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-bd55ca6f-6884-49c0-9d93-36513584cc6b req-41f82dce-e0d4-4461-bd05-8d7fb34d2b0c tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=4606813b7d26435ca537716b5eac6fcc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0625014 Jul 07 14:10:10.079532 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-bd55ca6f-6884-49c0-9d93-36513584cc6b req-8489990a-ccad-4342-8ac4-19d2ef4a2a73 service neutron] 10.222.0.16 "GET /v2.0/networks/8ff1e969-aa56-4a37-b509-25263365d4bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246939 Jul 07 14:10:10.372810 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-bd55ca6f-6884-49c0-9d93-36513584cc6b req-824d7579-f2d3-4de2-899a-06a1b34caac3 service neutron] 10.222.0.16 "GET /v2.0/networks/8ff1e969-aa56-4a37-b509-25263365d4bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2875125 Jul 07 14:10:10.537482 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-8d164929-a432-40c3-b9f8-c0c342f2797f req-f6bcf9aa-6eaa-4d81-8d7a-227533ba68c3 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=69efb446-66ef-414d-b871-95951bb3e898 HTTP/1.1" status: 200 len: 210 time: 0.0284033 Jul 07 14:10:11.632540 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd55ca6f-6884-49c0-9d93-36513584cc6b req-100b902c-7974-4c84-a667-2075cdf0fdf4 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:10:11.634308 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-bd55ca6f-6884-49c0-9d93-36513584cc6b req-100b902c-7974-4c84-a667-2075cdf0fdf4 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.24 "GET /v2.0/networks?id=8ff1e969-aa56-4a37-b509-25263365d4bf HTTP/1.1" status: 200 len: 815 time: 0.1022732 Jul 07 14:10:11.648502 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [req-bd55ca6f-6884-49c0-9d93-36513584cc6b req-c4007d3e-e89a-41aa-b039-c91d7e6dba7b tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Request body: {'port': {'device_id': '69efb446-66ef-414d-b871-95951bb3e898', 'network_id': '8ff1e969-aa56-4a37-b509-25263365d4bf', 'admin_state_up': True, 'tenant_id': '4606813b7d26435ca537716b5eac6fcc'}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 14:10:11.687540 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-495804da-c043-4416-af0e-8ed8fee6761b req-36ca1ffd-3935-4fea-a227-54cebd1546cc tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=69efb446-66ef-414d-b871-95951bb3e898 HTTP/1.1" status: 200 len: 210 time: 0.0336480 Jul 07 14:10:11.761923 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd55ca6f-6884-49c0-9d93-36513584cc6b req-c4007d3e-e89a-41aa-b039-c91d7e6dba7b tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Made reservation on behalf of 4606813b7d26435ca537716b5eac6fcc for: {'port': 1} {{(pid=92954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 14:10:11.765498 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-bd55ca6f-6884-49c0-9d93-36513584cc6b req-c4007d3e-e89a-41aa-b039-c91d7e6dba7b tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:10:11.893588 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.db.db_base_plugin_common [req-bd55ca6f-6884-49c0-9d93-36513584cc6b req-c4007d3e-e89a-41aa-b039-c91d7e6dba7b tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Allocated IP 172.20.0.8 (8ff1e969-aa56-4a37-b509-25263365d4bf/3c42dee8-1dec-4168-bdb5-a4e686f12390/ccb477e0-cc3d-4877-b426-6579a2cc9164) {{(pid=92954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 14:10:12.035427 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-bd55ca6f-6884-49c0-9d93-36513584cc6b req-c4007d3e-e89a-41aa-b039-c91d7e6dba7b tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Notify callbacks [] for port, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:10:12.072633 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-bd55ca6f-6884-49c0-9d93-36513584cc6b req-c4007d3e-e89a-41aa-b039-c91d7e6dba7b tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744350976988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8461633'] for port, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:10:12.089660 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] get_ports_and_sgs() called for port_ids ['a6f266a4-eec8-4dc4-97e0-ad4c884aec24', 'c2a8a1f4-70b1-48ed-8ad4-7f8642f3990e', 'b89c6e8f-613d-4f60-add8-50ad29e55b09'] {{(pid=92955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 14:10:12.124683 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd55ca6f-6884-49c0-9d93-36513584cc6b req-c4007d3e-e89a-41aa-b039-c91d7e6dba7b tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Network 8ff1e969-aa56-4a37-b509-25263365d4bf is already hosted by enough agents. {{(pid=92954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 14:10:12.128857 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.scheduler.base_scheduler [req-bd55ca6f-6884-49c0-9d93-36513584cc6b req-c4007d3e-e89a-41aa-b039-c91d7e6dba7b tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Resources bound (agent type, host, resource id): {{(pid=92954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 14:10:12.131681 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd55ca6f-6884-49c0-9d93-36513584cc6b req-c4007d3e-e89a-41aa-b039-c91d7e6dba7b tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Received port after_create {{(pid=92954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 14:10:12.163348 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4007d3e-e89a-41aa-b039-c91d7e6dba7b tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Pushing event updated for resources: {'Port': ['ID=ccb477e0-cc3d-4877-b426-6579a2cc9164,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:10:12.196306 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd55ca6f-6884-49c0-9d93-36513584cc6b req-c4007d3e-e89a-41aa-b039-c91d7e6dba7b tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:10:12.197592 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-bd55ca6f-6884-49c0-9d93-36513584cc6b req-c4007d3e-e89a-41aa-b039-c91d7e6dba7b tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171717'] for port, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:10:12.221790 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-bd55ca6f-6884-49c0-9d93-36513584cc6b req-c4007d3e-e89a-41aa-b039-c91d7e6dba7b tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5775423 Jul 07 14:10:12.234968 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [req-bd55ca6f-6884-49c0-9d93-36513584cc6b req-27643ef4-0565-415b-8ac4-ea3e6d00b1d9 service neutron] Request body: {'port': {'device_id': '69efb446-66ef-414d-b871-95951bb3e898', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79982'}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 14:10:12.308081 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-bd55ca6f-6884-49c0-9d93-36513584cc6b req-27643ef4-0565-415b-8ac4-ea3e6d00b1d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:10:12.571362 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.notifiers.nova [req-bd55ca6f-6884-49c0-9d93-36513584cc6b req-27643ef4-0565-415b-8ac4-ea3e6d00b1d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccb477e0-cc3d-4877-b426-6579a2cc9164 {{(pid=92954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 14:10:12.578620 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-bd55ca6f-6884-49c0-9d93-36513584cc6b req-27643ef4-0565-415b-8ac4-ea3e6d00b1d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:10:12.589997 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.db.provisioning_blocks [req-bd55ca6f-6884-49c0-9d93-36513584cc6b req-27643ef4-0565-415b-8ac4-ea3e6d00b1d9 service neutron] Transition to ACTIVE for port object ccb477e0-cc3d-4877-b426-6579a2cc9164 will not be triggered until provisioned by entity L2. {{(pid=92954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 14:10:12.594160 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-bd55ca6f-6884-49c0-9d93-36513584cc6b req-27643ef4-0565-415b-8ac4-ea3e6d00b1d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8461747'] for port, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:10:12.644705 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27643ef4-0565-415b-8ac4-ea3e6d00b1d9 service neutron] Pushing event updated for resources: {'Port': ['ID=ccb477e0-cc3d-4877-b426-6579a2cc9164,revision_number=2']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:10:12.708915 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [req-bd55ca6f-6884-49c0-9d93-36513584cc6b req-27643ef4-0565-415b-8ac4-ea3e6d00b1d9 service neutron] Attempting to bind port ccb477e0-cc3d-4877-b426-6579a2cc9164 on host hv-cinder-79982 for vnic_type normal with profile {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 14:10:12.709245 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [req-bd55ca6f-6884-49c0-9d93-36513584cc6b req-27643ef4-0565-415b-8ac4-ea3e6d00b1d9 service neutron] Attempting to bind port ccb477e0-cc3d-4877-b426-6579a2cc9164 by drivers openvswitch,hyperv on host hv-cinder-79982 at level 0 using segments [{'id': 'f3f58588-4c9a-407d-b956-d7d536d6c493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '8ff1e969-aa56-4a37-b509-25263365d4bf'}] {{(pid=92954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 14:10:12.709568 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd55ca6f-6884-49c0-9d93-36513584cc6b req-27643ef4-0565-415b-8ac4-ea3e6d00b1d9 service neutron] Attempting to bind port ccb477e0-cc3d-4877-b426-6579a2cc9164 on network 8ff1e969-aa56-4a37-b509-25263365d4bf {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 14:10:12.713695 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd55ca6f-6884-49c0-9d93-36513584cc6b req-27643ef4-0565-415b-8ac4-ea3e6d00b1d9 service neutron] Port ccb477e0-cc3d-4877-b426-6579a2cc9164 on network 8ff1e969-aa56-4a37-b509-25263365d4bf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79982 {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 14:10:12.714007 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd55ca6f-6884-49c0-9d93-36513584cc6b req-27643ef4-0565-415b-8ac4-ea3e6d00b1d9 service neutron] Attempting to bind port ccb477e0-cc3d-4877-b426-6579a2cc9164 on network 8ff1e969-aa56-4a37-b509-25263365d4bf {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 14:10:12.719111 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd55ca6f-6884-49c0-9d93-36513584cc6b req-27643ef4-0565-415b-8ac4-ea3e6d00b1d9 service neutron] Checking agent: {'id': 'e287df4f-fe28-4fcb-9cb8-6aa29893570a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79982', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 13, 59, 32), 'started_at': datetime.datetime(2021, 7, 7, 13, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 14, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 14:10:12.719438 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd55ca6f-6884-49c0-9d93-36513584cc6b req-27643ef4-0565-415b-8ac4-ea3e6d00b1d9 service neutron] Checking segment: {'id': 'f3f58588-4c9a-407d-b956-d7d536d6c493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '8ff1e969-aa56-4a37-b509-25263365d4bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 14:10:12.719803 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd55ca6f-6884-49c0-9d93-36513584cc6b req-27643ef4-0565-415b-8ac4-ea3e6d00b1d9 service neutron] Bound using segment: {'id': 'f3f58588-4c9a-407d-b956-d7d536d6c493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '8ff1e969-aa56-4a37-b509-25263365d4bf'} {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 14:10:12.720423 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [req-bd55ca6f-6884-49c0-9d93-36513584cc6b req-27643ef4-0565-415b-8ac4-ea3e6d00b1d9 service neutron] Bound port: ccb477e0-cc3d-4877-b426-6579a2cc9164, host: hv-cinder-79982, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3f58588-4c9a-407d-b956-d7d536d6c493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '8ff1e969-aa56-4a37-b509-25263365d4bf'}}] {{(pid=92954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 14:10:12.720733 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-bd55ca6f-6884-49c0-9d93-36513584cc6b req-27643ef4-0565-415b-8ac4-ea3e6d00b1d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:10:12.786919 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [req-bd55ca6f-6884-49c0-9d93-36513584cc6b req-27643ef4-0565-415b-8ac4-ea3e6d00b1d9 service neutron] For port ccb477e0-cc3d-4877-b426-6579a2cc9164, host hv-cinder-79982, cleared binding levels {{(pid=92954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 14:10:12.789916 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [req-bd55ca6f-6884-49c0-9d93-36513584cc6b req-27643ef4-0565-415b-8ac4-ea3e6d00b1d9 service neutron] For port ccb477e0-cc3d-4877-b426-6579a2cc9164, host hv-cinder-79982, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79982',level=0,port_id=ccb477e0-cc3d-4877-b426-6579a2cc9164,segment=NetworkSegment(f3f58588-4c9a-407d-b956-d7d536d6c493),segment_id=f3f58588-4c9a-407d-b956-d7d536d6c493)] {{(pid=92954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 14:10:12.793799 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-bd55ca6f-6884-49c0-9d93-36513584cc6b req-27643ef4-0565-415b-8ac4-ea3e6d00b1d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8461747'] for port, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:10:12.825706 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd55ca6f-6884-49c0-9d93-36513584cc6b req-27643ef4-0565-415b-8ac4-ea3e6d00b1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:10:12.826326 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-bd55ca6f-6884-49c0-9d93-36513584cc6b req-27643ef4-0565-415b-8ac4-ea3e6d00b1d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171717'] for port, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:10:12.827736 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-bd55ca6f-6884-49c0-9d93-36513584cc6b req-27643ef4-0565-415b-8ac4-ea3e6d00b1d9 service neutron] 10.222.0.24 "PUT /v2.0/ports/ccb477e0-cc3d-4877-b426-6579a2cc9164 HTTP/1.1" status: 200 len: 1093 time: 0.5972514 Jul 07 14:10:12.828164 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69efb446-66ef-414d-b871-95951bb3e898', 'tag': 'ccb477e0-cc3d-4877-b426-6579a2cc9164'}] {{(pid=92954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 14:10:12.830702 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23a2f25214143ca7dc6eabc905ff8a7df5b3799efbbaa422209646810e3da78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b177dde4-ab31-4653-b395-e2fc437e3d2a" -d '{"events": [{"name": "network-changed", "server_uuid": "69efb446-66ef-414d-b871-95951bb3e898", "tag": "ccb477e0-cc3d-4877-b426-6579a2cc9164"}]}' {{(pid=92954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 14:10:12.867127 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27643ef4-0565-415b-8ac4-ea3e6d00b1d9 service neutron] Pushing event updated for resources: {'Port': ['ID=ccb477e0-cc3d-4877-b426-6579a2cc9164,revision_number=3']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:10:12.885693 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f1a3bb-06ae-48b4-8dfd-1af34f622ef3 req-eab4ccad-b765-433f-b163-ff9e268e5b6e tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:10:12.887228 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-c4f1a3bb-06ae-48b4-8dfd-1af34f622ef3 req-eab4ccad-b765-433f-b163-ff9e268e5b6e tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=69efb446-66ef-414d-b871-95951bb3e898 HTTP/1.1" status: 200 len: 943 time: 0.0858812 Jul 07 14:10:12.904287 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 14:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d1686d2-f271-4f26-8acc-dcf2944af28d x-openstack-request-id: req-9d1686d2-f271-4f26-8acc-dcf2944af28d {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 14:10:12.904569 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69efb446-66ef-414d-b871-95951bb3e898", "tag": "ccb477e0-cc3d-4877-b426-6579a2cc9164", "status": "completed", "code": 200}]} {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 14:10:12.904836 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9d1686d2-f271-4f26-8acc-dcf2944af28d {{(pid=92954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 14:10:12.905220 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69efb446-66ef-414d-b871-95951bb3e898', 'tag': 'ccb477e0-cc3d-4877-b426-6579a2cc9164', 'status': 'completed', 'code': 200} Jul 07 14:10:12.925864 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-c4f1a3bb-06ae-48b4-8dfd-1af34f622ef3 req-a64eb8eb-4a12-4af8-b41c-10a0f616bb40 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7df1beb-b93b-47cb-b8fb-65a3d6c0c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329041 Jul 07 14:10:12.932242 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd55ca6f-6884-49c0-9d93-36513584cc6b req-2c169f86-d2d6-4e85-8ae3-d429516cc4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:10:12.933774 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-bd55ca6f-6884-49c0-9d93-36513584cc6b req-2c169f86-d2d6-4e85-8ae3-d429516cc4bf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4606813b7d26435ca537716b5eac6fcc&device_id=69efb446-66ef-414d-b871-95951bb3e898 HTTP/1.1" status: 200 len: 1096 time: 0.0600023 Jul 07 14:10:12.978513 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-bd55ca6f-6884-49c0-9d93-36513584cc6b req-90a29e8d-59e4-4399-8ca1-85913a817535 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ccb477e0-cc3d-4877-b426-6579a2cc9164 HTTP/1.1" status: 200 len: 217 time: 0.0367033 Jul 07 14:10:13.025068 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd55ca6f-6884-49c0-9d93-36513584cc6b req-fda84df4-2fa7-4f84-9162-e969114dc406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:10:13.026749 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-bd55ca6f-6884-49c0-9d93-36513584cc6b req-fda84df4-2fa7-4f84-9162-e969114dc406 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3c42dee8-1dec-4168-bdb5-a4e686f12390 HTTP/1.1" status: 200 len: 855 time: 0.0416036 Jul 07 14:10:13.059393 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-bd55ca6f-6884-49c0-9d93-36513584cc6b req-cbe6175a-e3c0-4ab3-b7c6-071ddb22c62c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8ff1e969-aa56-4a37-b509-25263365d4bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259192 Jul 07 14:10:13.149204 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-bd55ca6f-6884-49c0-9d93-36513584cc6b req-191ec4ba-d08d-40ef-a49f-b66a6f2603c1 service neutron] 10.222.0.24 "GET /v2.0/networks/8ff1e969-aa56-4a37-b509-25263365d4bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829711 Jul 07 14:10:13.238614 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-bd55ca6f-6884-49c0-9d93-36513584cc6b req-898d36a8-984a-41e8-912c-af04a8c3b31e service neutron] 10.222.0.24 "GET /v2.0/networks/8ff1e969-aa56-4a37-b509-25263365d4bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807121 Jul 07 14:10:13.344426 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b177dde4-ab31-4653-b395-e2fc437e3d2a req-34e6fb05-740d-433d-a311-7e2f8e3bcde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:10:13.346513 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-b177dde4-ab31-4653-b395-e2fc437e3d2a req-34e6fb05-740d-433d-a311-7e2f8e3bcde2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4606813b7d26435ca537716b5eac6fcc&device_id=69efb446-66ef-414d-b871-95951bb3e898 HTTP/1.1" status: 200 len: 1096 time: 0.0513883 Jul 07 14:10:13.440876 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b177dde4-ab31-4653-b395-e2fc437e3d2a req-06889561-24a0-419a-8419-f00465d2ff36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:10:13.442346 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-b177dde4-ab31-4653-b395-e2fc437e3d2a req-06889561-24a0-419a-8419-f00465d2ff36 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8ff1e969-aa56-4a37-b509-25263365d4bf HTTP/1.1" status: 200 len: 916 time: 0.0887978 Jul 07 14:10:13.483257 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-b177dde4-ab31-4653-b395-e2fc437e3d2a req-26da0282-a18b-46e1-bf24-85ae8f1f8060 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ccb477e0-cc3d-4877-b426-6579a2cc9164 HTTP/1.1" status: 200 len: 217 time: 0.0337164 Jul 07 14:10:13.535295 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b177dde4-ab31-4653-b395-e2fc437e3d2a req-2b11bc56-9288-4f90-82ad-fe0b7fdd24c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:10:13.536712 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-b177dde4-ab31-4653-b395-e2fc437e3d2a req-2b11bc56-9288-4f90-82ad-fe0b7fdd24c9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3c42dee8-1dec-4168-bdb5-a4e686f12390 HTTP/1.1" status: 200 len: 855 time: 0.0466781 Jul 07 14:10:13.568457 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-b177dde4-ab31-4653-b395-e2fc437e3d2a req-433be027-cf2a-4709-b953-92ef54f396cc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8ff1e969-aa56-4a37-b509-25263365d4bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248752 Jul 07 14:10:13.653807 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-b177dde4-ab31-4653-b395-e2fc437e3d2a req-e85840e2-1822-4396-a2ca-964154d6b6b9 service neutron] 10.222.0.24 "GET /v2.0/networks/8ff1e969-aa56-4a37-b509-25263365d4bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785720 Jul 07 14:10:13.743149 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-b177dde4-ab31-4653-b395-e2fc437e3d2a req-5ebb7064-2a65-4083-acdc-f9d048bb38e5 service neutron] 10.222.0.24 "GET /v2.0/networks/8ff1e969-aa56-4a37-b509-25263365d4bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827932 Jul 07 14:10:14.099389 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd44cbb-e316-4575-b5bc-02fcd125799b req-e7c65cd2-f66d-41d3-9cf7-5d020eefdcc0 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:10:14.100909 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-9dd44cbb-e316-4575-b5bc-02fcd125799b req-e7c65cd2-f66d-41d3-9cf7-5d020eefdcc0 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=69efb446-66ef-414d-b871-95951bb3e898 HTTP/1.1" status: 200 len: 943 time: 0.0626445 Jul 07 14:10:14.138888 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-9dd44cbb-e316-4575-b5bc-02fcd125799b req-4d6f0627-75b5-4093-9083-de73bc8b8294 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7df1beb-b93b-47cb-b8fb-65a3d6c0c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324454 Jul 07 14:10:15.328314 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd09296-b055-4fbd-9ab7-94b59e304934 req-482f0508-9466-46f7-a7ad-76640a802a1b tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:10:15.329770 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-1bd09296-b055-4fbd-9ab7-94b59e304934 req-482f0508-9466-46f7-a7ad-76640a802a1b tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=69efb446-66ef-414d-b871-95951bb3e898 HTTP/1.1" status: 200 len: 943 time: 0.0703936 Jul 07 14:10:15.366472 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-1bd09296-b055-4fbd-9ab7-94b59e304934 req-b967c98a-1a1e-414b-923c-402f7af14ebf tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7df1beb-b93b-47cb-b8fb-65a3d6c0c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311279 Jul 07 14:10:16.012716 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Device ccb477e0-cc3d-4877-b426-6579a2cc9164 details requested by agent hyperv_hv-cinder-79982 with host hv-cinder-79982 {{(pid=92955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 14:10:16.106008 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] For port ccb477e0-cc3d-4877-b426-6579a2cc9164, host hv-cinder-79982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79982',level=0,port_id=ccb477e0-cc3d-4877-b426-6579a2cc9164,segment=NetworkSegment(f3f58588-4c9a-407d-b956-d7d536d6c493),segment_id=f3f58588-4c9a-407d-b956-d7d536d6c493)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 14:10:16.117161 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Returning: {'device': 'ccb477e0-cc3d-4877-b426-6579a2cc9164', 'network_id': '8ff1e969-aa56-4a37-b509-25263365d4bf', 'port_id': 'ccb477e0-cc3d-4877-b426-6579a2cc9164', 'mac_address': 'fa:16:3e:12:fb:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c42dee8-1dec-4168-bdb5-a4e686f12390', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 14:10:16.156304 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:10:16.168966 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.notifiers.nova [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccb477e0-cc3d-4877-b426-6579a2cc9164 {{(pid=92955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 14:10:16.187344 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] For port ccb477e0-cc3d-4877-b426-6579a2cc9164, host hv-cinder-79982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79982',level=0,port_id=ccb477e0-cc3d-4877-b426-6579a2cc9164,segment=NetworkSegment(f3f58588-4c9a-407d-b956-d7d536d6c493),segment_id=f3f58588-4c9a-407d-b956-d7d536d6c493)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 14:10:16.191509 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:10:16.238309 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Pushing event updated for resources: {'Port': ['ID=ccb477e0-cc3d-4877-b426-6579a2cc9164,revision_number=4']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:10:16.539069 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d537fd8-eb23-4212-83bd-e31017333919 req-1b98b41e-5aef-4b48-9efd-e006a397f74a tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:10:16.540531 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-6d537fd8-eb23-4212-83bd-e31017333919 req-1b98b41e-5aef-4b48-9efd-e006a397f74a tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=69efb446-66ef-414d-b871-95951bb3e898 HTTP/1.1" status: 200 len: 944 time: 0.0647848 Jul 07 14:10:16.568601 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] get_ports_and_sgs() called for port_ids ['ccb477e0-cc3d-4877-b426-6579a2cc9164'] {{(pid=92955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 14:10:16.577641 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-6d537fd8-eb23-4212-83bd-e31017333919 req-7bb2a978-5516-4445-bdda-375551b42df6 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7df1beb-b93b-47cb-b8fb-65a3d6c0c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315154 Jul 07 14:10:17.754541 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc475e0-72ec-4d1d-9059-4ce5c25c371d req-7be9dc7a-6670-4d7c-9aee-e97a79669b4f tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:10:17.756038 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-5cc475e0-72ec-4d1d-9059-4ce5c25c371d req-7be9dc7a-6670-4d7c-9aee-e97a79669b4f tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=69efb446-66ef-414d-b871-95951bb3e898 HTTP/1.1" status: 200 len: 944 time: 0.0650263 Jul 07 14:10:17.793263 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-5cc475e0-72ec-4d1d-9059-4ce5c25c371d req-cbdf1054-9cb0-4c60-a84e-0e7eb1b91443 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7df1beb-b93b-47cb-b8fb-65a3d6c0c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317466 Jul 07 14:10:18.006502 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Device ccb477e0-cc3d-4877-b426-6579a2cc9164 up at agent hyperv_hv-cinder-79982 {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 14:10:18.060126 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Provisioning for port ccb477e0-cc3d-4877-b426-6579a2cc9164 completed by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 14:10:18.063681 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Provisioning complete for port ccb477e0-cc3d-4877-b426-6579a2cc9164 triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 14:10:18.064045 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732533'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:10:18.139367 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:10:18.164528 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69efb446-66ef-414d-b871-95951bb3e898', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccb477e0-cc3d-4877-b426-6579a2cc9164'}] {{(pid=92955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 14:10:18.166718 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e11a9a08f0ebba7a9f0c3b7780f6d7944ec82452e2695ea1962573c23703eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eac2809f-732e-49cc-b8ca-469088c4d1b4" -d '{"events": [{"server_uuid": "69efb446-66ef-414d-b871-95951bb3e898", "name": "network-vif-plugged", "status": "completed", "tag": "ccb477e0-cc3d-4877-b426-6579a2cc9164"}]}' {{(pid=92955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 14:10:18.179071 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] For port ccb477e0-cc3d-4877-b426-6579a2cc9164, host hv-cinder-79982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79982',level=0,port_id=ccb477e0-cc3d-4877-b426-6579a2cc9164,segment=NetworkSegment(f3f58588-4c9a-407d-b956-d7d536d6c493),segment_id=f3f58588-4c9a-407d-b956-d7d536d6c493)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 14:10:18.183108 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:10:18.210885 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 14:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48dc59f9-10ba-4438-a5ba-023ff376ceb1 x-openstack-request-id: req-48dc59f9-10ba-4438-a5ba-023ff376ceb1 {{(pid=92955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 14:10:18.211167 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69efb446-66ef-414d-b871-95951bb3e898", "name": "network-vif-plugged", "status": "completed", "tag": "ccb477e0-cc3d-4877-b426-6579a2cc9164", "code": 200}]} {{(pid=92955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 14:10:18.211434 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-48dc59f9-10ba-4438-a5ba-023ff376ceb1 {{(pid=92955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 14:10:18.211808 dv-cinder-799821-1-iscsi neutron-server[92955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69efb446-66ef-414d-b871-95951bb3e898', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccb477e0-cc3d-4877-b426-6579a2cc9164', 'code': 200} Jul 07 14:10:18.239106 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Pushing event updated for resources: {'Port': ['ID=ccb477e0-cc3d-4877-b426-6579a2cc9164,revision_number=5']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:10:18.426423 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86565b53-7dbd-4a36-95a1-19d0de895c71 req-bc839c53-7a49-42b8-b33a-3f3f4298cb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:10:18.427904 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-86565b53-7dbd-4a36-95a1-19d0de895c71 req-bc839c53-7a49-42b8-b33a-3f3f4298cb0f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=69efb446-66ef-414d-b871-95951bb3e898 HTTP/1.1" status: 200 len: 1098 time: 0.0506861 Jul 07 14:10:18.464126 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-86565b53-7dbd-4a36-95a1-19d0de895c71 req-78c23147-1049-4066-b39c-e85bb0d0488c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e7df1beb-b93b-47cb-b8fb-65a3d6c0c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266376 Jul 07 14:10:18.964459 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8350ce2-68fd-4f01-8c9f-9b6907ed4af8 req-e5e77fcf-9e86-4f80-97c2-66c86defeb2e tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:10:18.965896 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-c8350ce2-68fd-4f01-8c9f-9b6907ed4af8 req-e5e77fcf-9e86-4f80-97c2-66c86defeb2e tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=69efb446-66ef-414d-b871-95951bb3e898 HTTP/1.1" status: 200 len: 945 time: 0.0619521 Jul 07 14:10:19.003269 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-c8350ce2-68fd-4f01-8c9f-9b6907ed4af8 req-d6fa13cd-2cca-4ba6-b83a-be1d3e4c0d79 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7df1beb-b93b-47cb-b8fb-65a3d6c0c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308330 Jul 07 14:10:20.328870 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edf531b-710a-4cd7-bb07-501e8dfe4803 req-675fe769-bb2e-4bed-9284-8bbad2214dcf tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:10:20.330349 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-4edf531b-710a-4cd7-bb07-501e8dfe4803 req-675fe769-bb2e-4bed-9284-8bbad2214dcf tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=69efb446-66ef-414d-b871-95951bb3e898 HTTP/1.1" status: 200 len: 945 time: 0.0618458 Jul 07 14:10:20.367899 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-4edf531b-710a-4cd7-bb07-501e8dfe4803 req-cdb89b27-919e-4f53-9e6a-82d2317d3f05 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7df1beb-b93b-47cb-b8fb-65a3d6c0c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320361 Jul 07 14:10:21.539230 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eaeac4-9a29-43fd-a821-efc23eee42ee req-599ee3b5-76a2-4534-9f3e-c9cc38438cfc tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:10:21.540690 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-e8eaeac4-9a29-43fd-a821-efc23eee42ee req-599ee3b5-76a2-4534-9f3e-c9cc38438cfc tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=69efb446-66ef-414d-b871-95951bb3e898 HTTP/1.1" status: 200 len: 945 time: 0.0654266 Jul 07 14:10:21.578130 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-e8eaeac4-9a29-43fd-a821-efc23eee42ee req-a3dd4fc8-c99f-4529-b93d-434020631ea8 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7df1beb-b93b-47cb-b8fb-65a3d6c0c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317528 Jul 07 14:10:22.745327 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2c403e-07d2-4902-8bc7-0c8eac954460 req-77964210-af7b-482a-9882-053301b4aae9 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:10:22.746864 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-9d2c403e-07d2-4902-8bc7-0c8eac954460 req-77964210-af7b-482a-9882-053301b4aae9 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=69efb446-66ef-414d-b871-95951bb3e898 HTTP/1.1" status: 200 len: 945 time: 0.0617976 Jul 07 14:10:22.783663 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-9d2c403e-07d2-4902-8bc7-0c8eac954460 req-5fa32e00-8321-478e-883c-500b4f118cb3 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7df1beb-b93b-47cb-b8fb-65a3d6c0c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311086 Jul 07 14:10:24.845843 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9894024e-ee4c-4a5a-beaa-0a0387947a92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:10:27.489458 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9a37e769-3905-4a7e-a660-c151ba09702e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:10:27.803656 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:10:28.615351 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-797095d9-f31f-46bc-add0-d9922559420e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:10:30.193461 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-de2cb0b5-6e4a-418e-bae1-4b4e8a512c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:10:32.285540 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:10:37.282736 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-2ef2fc35-4be4-4d99-9158-af7dd677cf4c req-9aee2ec6-6dbc-42e1-a5c6-3088b9067904 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b21bb8c6-b904-4df4-86d3-22a5b66ad5de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0496089 Jul 07 14:10:37.364220 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef2fc35-4be4-4d99-9158-af7dd677cf4c req-d3eb397f-7908-4355-9c06-e7712e971c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:10:37.366550 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-2ef2fc35-4be4-4d99-9158-af7dd677cf4c req-d3eb397f-7908-4355-9c06-e7712e971c7f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=62e31021b8044cd1897e43a8d26275b9&device_id=b21bb8c6-b904-4df4-86d3-22a5b66ad5de HTTP/1.1" status: 200 len: 1099 time: 0.0601761 Jul 07 14:10:37.468935 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef2fc35-4be4-4d99-9158-af7dd677cf4c req-c7f28759-d763-4625-91f9-188028e8bda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:10:37.470417 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-2ef2fc35-4be4-4d99-9158-af7dd677cf4c req-c7f28759-d763-4625-91f9-188028e8bda4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d5a402b8-fb82-49d2-a591-a3a216137cac HTTP/1.1" status: 200 len: 920 time: 0.0838625 Jul 07 14:10:37.514693 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-2ef2fc35-4be4-4d99-9158-af7dd677cf4c req-2011937f-0886-4b84-bbcc-060b243dc59d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aa480a01-6ac1-4a90-a7d2-37320144b089 HTTP/1.1" status: 200 len: 217 time: 0.0362365 Jul 07 14:10:37.561613 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef2fc35-4be4-4d99-9158-af7dd677cf4c req-588a8703-5ad0-483a-9e95-afe2e1dc94f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:10:37.563032 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-2ef2fc35-4be4-4d99-9158-af7dd677cf4c req-588a8703-5ad0-483a-9e95-afe2e1dc94f9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=48d63b35-a0f2-4925-98ff-d191be5c1517 HTTP/1.1" status: 200 len: 859 time: 0.0418046 Jul 07 14:10:37.594333 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-2ef2fc35-4be4-4d99-9158-af7dd677cf4c req-da221f14-4e8c-4336-a6f9-0e8a20c79d07 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d5a402b8-fb82-49d2-a591-a3a216137cac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244303 Jul 07 14:10:37.684418 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-2ef2fc35-4be4-4d99-9158-af7dd677cf4c req-b160d45b-1cc1-4502-892a-927cf61918b9 service neutron] 10.222.0.24 "GET /v2.0/networks/d5a402b8-fb82-49d2-a591-a3a216137cac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824904 Jul 07 14:10:37.781412 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-2ef2fc35-4be4-4d99-9158-af7dd677cf4c req-3d81c119-81cb-46f6-80c4-b2979d0a0830 service neutron] 10.222.0.24 "GET /v2.0/networks/d5a402b8-fb82-49d2-a591-a3a216137cac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816228 Jul 07 14:10:39.264273 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.agents_db [None req-578d1851-68de-424d-8d1f-a58f436dd381 None None] Agent healthcheck: found 6 active agents {{(pid=92956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 14:10:54.846199 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-725542f7-c9f8-4ee5-906a-7c30083f5d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:10:57.488976 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-ebf16456-dcc3-4b11-87c7-a11c506e9387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:10:57.807711 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:10:58.617863 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-797095d9-f31f-46bc-add0-d9922559420e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:11:00.196015 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-de2cb0b5-6e4a-418e-bae1-4b4e8a512c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:11:02.288023 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:11:16.263013 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.agents_db [None req-578d1851-68de-424d-8d1f-a58f436dd381 None None] Agent healthcheck: found 6 active agents {{(pid=92956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 14:11:22.119453 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3951c15b-7a16-4bcb-bec7-ec91fa06514c req-c5a3a684-51c0-40d9-93a6-4be37ab0bfa4 tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:11:22.120915 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-3951c15b-7a16-4bcb-bec7-ec91fa06514c req-c5a3a684-51c0-40d9-93a6-4be37ab0bfa4 tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e8767c2-b566-4192-9a75-525afb5dabdf HTTP/1.1" status: 200 len: 946 time: 0.0672874 Jul 07 14:11:22.161292 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-3951c15b-7a16-4bcb-bec7-ec91fa06514c req-528d21e4-c6f6-4ab3-b8e4-eec1180b0c54 tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ca8eaaa-74a0-401f-8d2b-57d3f01379aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340860 Jul 07 14:11:22.618241 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440fbf70-fc25-4ae1-8661-a3aaddad487e req-ec9d121c-9d8b-453d-a14c-4d0e9a18876d tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:11:22.619599 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-440fbf70-fc25-4ae1-8661-a3aaddad487e req-ec9d121c-9d8b-453d-a14c-4d0e9a18876d tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e8767c2-b566-4192-9a75-525afb5dabdf HTTP/1.1" status: 200 len: 946 time: 0.0653338 Jul 07 14:11:22.721989 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.plugin [req-440fbf70-fc25-4ae1-8661-a3aaddad487e req-2ffdeace-44e1-49a7-9b97-03b074ff7a2c tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] Deleting port 09064ad3-9409-4ba3-96fa-a9c4c01d76d2 {{(pid=92954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 14:11:22.722332 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-440fbf70-fc25-4ae1-8661-a3aaddad487e req-2ffdeace-44e1-49a7-9b97-03b074ff7a2c tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744351408860'] for port, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:11:22.806810 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [req-440fbf70-fc25-4ae1-8661-a3aaddad487e req-2ffdeace-44e1-49a7-9b97-03b074ff7a2c tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] For port 09064ad3-9409-4ba3-96fa-a9c4c01d76d2, host hv-cinder-79982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79982',level=0,port_id=09064ad3-9409-4ba3-96fa-a9c4c01d76d2,segment=NetworkSegment(a5453d1e-07a8-4e89-b7a7-c57497a51623),segment_id=a5453d1e-07a8-4e89-b7a7-c57497a51623)] {{(pid=92954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 14:11:22.807162 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-440fbf70-fc25-4ae1-8661-a3aaddad487e req-2ffdeace-44e1-49a7-9b97-03b074ff7a2c tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1715988'] for port, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:11:22.823145 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.plugin [req-440fbf70-fc25-4ae1-8661-a3aaddad487e req-2ffdeace-44e1-49a7-9b97-03b074ff7a2c tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] Calling delete_port for 09064ad3-9409-4ba3-96fa-a9c4c01d76d2 owned by compute:nova {{(pid=92954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 14:11:22.944367 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-440fbf70-fc25-4ae1-8661-a3aaddad487e req-2ffdeace-44e1-49a7-9b97-03b074ff7a2c tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744351415830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744350976997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8461640'] for port, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:11:22.956577 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] get_ports_and_sgs() called for port_ids ['09064ad3-9409-4ba3-96fa-a9c4c01d76d2'] {{(pid=92955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 14:11:22.972711 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffdeace-44e1-49a7-9b97-03b074ff7a2c tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] Pushing event deleted for resources: {'Port': ['ID=09064ad3-9409-4ba3-96fa-a9c4c01d76d2,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:11:22.984628 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffdeace-44e1-49a7-9b97-03b074ff7a2c tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:11:22.984979 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffdeace-44e1-49a7-9b97-03b074ff7a2c tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:11:22.985321 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffdeace-44e1-49a7-9b97-03b074ff7a2c tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:11:22.985656 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffdeace-44e1-49a7-9b97-03b074ff7a2c tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:11:22.985988 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffdeace-44e1-49a7-9b97-03b074ff7a2c tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:11:22.986317 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffdeace-44e1-49a7-9b97-03b074ff7a2c tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:11:22.986677 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffdeace-44e1-49a7-9b97-03b074ff7a2c tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:11:22.987005 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffdeace-44e1-49a7-9b97-03b074ff7a2c tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:11:22.987330 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffdeace-44e1-49a7-9b97-03b074ff7a2c tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:11:22.987655 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffdeace-44e1-49a7-9b97-03b074ff7a2c tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:11:22.987977 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffdeace-44e1-49a7-9b97-03b074ff7a2c tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:11:22.988846 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffdeace-44e1-49a7-9b97-03b074ff7a2c tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:11:23.028297 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [req-440fbf70-fc25-4ae1-8661-a3aaddad487e req-2ffdeace-44e1-49a7-9b97-03b074ff7a2c tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] No DVR routers for this DVR port 09064ad3-9409-4ba3-96fa-a9c4c01d76d2 on host hv-cinder-79982 {{(pid=92954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 14:11:23.030840 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-440fbf70-fc25-4ae1-8661-a3aaddad487e req-2ffdeace-44e1-49a7-9b97-03b074ff7a2c tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171717'] for port, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:11:23.032762 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-440fbf70-fc25-4ae1-8661-a3aaddad487e req-2ffdeace-44e1-49a7-9b97-03b074ff7a2c tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] 10.222.0.24 "DELETE /v2.0/ports/09064ad3-9409-4ba3-96fa-a9c4c01d76d2 HTTP/1.1" status: 204 len: 173 time: 0.4076445 Jul 07 14:11:23.033189 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e8767c2-b566-4192-9a75-525afb5dabdf', 'name': 'network-vif-deleted', 'tag': '09064ad3-9409-4ba3-96fa-a9c4c01d76d2'}] {{(pid=92954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 14:11:23.035627 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23a2f25214143ca7dc6eabc905ff8a7df5b3799efbbaa422209646810e3da78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f5ec97a-d21e-40ff-90f9-2c5bcae99e3f" -d '{"events": [{"server_uuid": "7e8767c2-b566-4192-9a75-525afb5dabdf", "name": "network-vif-deleted", "tag": "09064ad3-9409-4ba3-96fa-a9c4c01d76d2"}]}' {{(pid=92954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 14:11:23.076260 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 14:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57192920-d3e5-4eb6-97af-d7f2aeb7b006 x-openstack-request-id: req-57192920-d3e5-4eb6-97af-d7f2aeb7b006 {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 14:11:23.076668 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e8767c2-b566-4192-9a75-525afb5dabdf", "name": "network-vif-deleted", "tag": "09064ad3-9409-4ba3-96fa-a9c4c01d76d2", "status": "completed", "code": 200}]} {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 14:11:23.076914 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-57192920-d3e5-4eb6-97af-d7f2aeb7b006 {{(pid=92954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 14:11:23.077327 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e8767c2-b566-4192-9a75-525afb5dabdf', 'name': 'network-vif-deleted', 'tag': '09064ad3-9409-4ba3-96fa-a9c4c01d76d2', 'status': 'completed', 'code': 200} Jul 07 14:11:23.325074 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-036b47fb-03ed-4366-b80b-16483d8e6fa8 req-d6e465d0-c0c5-47ef-a17f-129215d7fec0 tempest-VolumesActionsTest-352480497 tempest-VolumesActionsTest-352480497-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e8767c2-b566-4192-9a75-525afb5dabdf HTTP/1.1" status: 200 len: 210 time: 0.0280123 Jul 07 14:11:24.814088 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 54202) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:11:24.846788 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-dc2af1c6-03e5-4b25-a356-8766d009f4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:11:24.987303 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.db.db_base_plugin_v2 [None req-c55e5144-f4a7-47a6-a2c7-25dfa3bd3043 admin admin] Deleting subnet 6857c425-409b-4939-b968-403c9cbe1010 {{(pid=92954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 14:11:24.990274 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-c55e5144-f4a7-47a6-a2c7-25dfa3bd3043 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:11:25.024194 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-c55e5144-f4a7-47a6-a2c7-25dfa3bd3043 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8726972'] for subnet, precommit_delete_associations {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:11:25.061025 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-c55e5144-f4a7-47a6-a2c7-25dfa3bd3043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736859'] for subnet, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:11:25.115493 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-c55e5144-f4a7-47a6-a2c7-25dfa3bd3043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8461682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8771930'] for subnet, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:11:25.141949 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55e5144-f4a7-47a6-a2c7-25dfa3bd3043 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6857c425-409b-4939-b968-403c9cbe1010,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:11:25.144179 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-c55e5144-f4a7-47a6-a2c7-25dfa3bd3043 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:11:25.146481 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-c55e5144-f4a7-47a6-a2c7-25dfa3bd3043 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/6857c425-409b-4939-b968-403c9cbe1010 HTTP/1.1" status: 204 len: 168 time: 0.3313129 Jul 07 14:11:25.148919 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 54206) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:11:25.215176 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-db57ebf1-af70-4aa9-b223-454313dad89e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573990'] for network, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:11:25.297617 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-db57ebf1-af70-4aa9-b223-454313dad89e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730318', 'neutron.services.segments.db._delete_segments_for_network-8744351280222'] for network, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:11:25.308594 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.services.segments.db [None req-db57ebf1-af70-4aa9-b223-454313dad89e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e6ef9db-c645-46c2-a4ad-9a42b63fbd9a']}} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:11:25.319616 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.services.segments.db [None req-db57ebf1-af70-4aa9-b223-454313dad89e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5453d1e-07a8-4e89-b7a7-c57497a51623') {'for_net_delete': True} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:11:25.319908 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.services.segments.db [None req-db57ebf1-af70-4aa9-b223-454313dad89e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5453d1e-07a8-4e89-b7a7-c57497a51623') {} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:11:25.328422 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-db57ebf1-af70-4aa9-b223-454313dad89e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744351507842', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8726955'] for segment, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:11:25.342663 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-db57ebf1-af70-4aa9-b223-454313dad89e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:11:25.348802 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db57ebf1-af70-4aa9-b223-454313dad89e admin admin] Releasing vlan 600 on physical network physnet1 to pool {{(pid=92954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 14:11:25.349225 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-db57ebf1-af70-4aa9-b223-454313dad89e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8461719'] for segment, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:11:25.351060 dv-cinder-799821-1-iscsi neutron-server[92954]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 14:11:25.351060 dv-cinder-799821-1-iscsi neutron-server[92954]: conditions |= (models_v2.Port.network_id.in_( Jul 07 14:11:25.351060 dv-cinder-799821-1-iscsi neutron-server[92954]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 14:11:25.351060 dv-cinder-799821-1-iscsi neutron-server[92954]: conditions |= (models_v2.Port.network_id.in_( Jul 07 14:11:25.351060 dv-cinder-799821-1-iscsi neutron-server[92954]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 14:11:25.351060 dv-cinder-799821-1-iscsi neutron-server[92954]: conditions |= (models_v2.Port.network_id.in_( Jul 07 14:11:25.351060 dv-cinder-799821-1-iscsi neutron-server[92954]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 14:11:25.351060 dv-cinder-799821-1-iscsi neutron-server[92954]: conditions |= (models_v2.Port.network_id.in_( Jul 07 14:11:25.351060 dv-cinder-799821-1-iscsi neutron-server[92954]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 14:11:25.351060 dv-cinder-799821-1-iscsi neutron-server[92954]: conditions |= (models_v2.Port.network_id.in_( Jul 07 14:11:25.351060 dv-cinder-799821-1-iscsi neutron-server[92954]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 14:11:25.351060 dv-cinder-799821-1-iscsi neutron-server[92954]: conditions |= (models_v2.Port.network_id.in_( Jul 07 14:11:25.351060 dv-cinder-799821-1-iscsi neutron-server[92954]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 14:11:25.351060 dv-cinder-799821-1-iscsi neutron-server[92954]: conditions |= (models_v2.Port.network_id.in_( Jul 07 14:11:25.351060 dv-cinder-799821-1-iscsi neutron-server[92954]: Traceback (most recent call last): Jul 07 14:11:25.351060 dv-cinder-799821-1-iscsi neutron-server[92954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 14:11:25.351060 dv-cinder-799821-1-iscsi neutron-server[92954]: timer() Jul 07 14:11:25.351060 dv-cinder-799821-1-iscsi neutron-server[92954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 14:11:25.351060 dv-cinder-799821-1-iscsi neutron-server[92954]: cb(*args, **kw) Jul 07 14:11:25.351060 dv-cinder-799821-1-iscsi neutron-server[92954]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 14:11:25.351060 dv-cinder-799821-1-iscsi neutron-server[92954]: return func(*args, **kwargs) Jul 07 14:11:25.351060 dv-cinder-799821-1-iscsi neutron-server[92954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 14:11:25.351060 dv-cinder-799821-1-iscsi neutron-server[92954]: self._notify() Jul 07 14:11:25.351060 dv-cinder-799821-1-iscsi neutron-server[92954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 14:11:25.351060 dv-cinder-799821-1-iscsi neutron-server[92954]: self.callback(batched_events) Jul 07 14:11:25.351060 dv-cinder-799821-1-iscsi neutron-server[92954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 14:11:25.351060 dv-cinder-799821-1-iscsi neutron-server[92954]: event.method(event) Jul 07 14:11:25.351060 dv-cinder-799821-1-iscsi neutron-server[92954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 14:11:25.351060 dv-cinder-799821-1-iscsi neutron-server[92954]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 14:11:25.351060 dv-cinder-799821-1-iscsi neutron-server[92954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 14:11:25.351060 dv-cinder-799821-1-iscsi neutron-server[92954]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 14:11:25.351060 dv-cinder-799821-1-iscsi neutron-server[92954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 14:11:25.351060 dv-cinder-799821-1-iscsi neutron-server[92954]: return f(self, *a, **k) Jul 07 14:11:25.351060 dv-cinder-799821-1-iscsi neutron-server[92954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 14:11:25.351060 dv-cinder-799821-1-iscsi neutron-server[92954]: return self._get(url).json() Jul 07 14:11:25.351060 dv-cinder-799821-1-iscsi neutron-server[92954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 14:11:25.351060 dv-cinder-799821-1-iscsi neutron-server[92954]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 14:11:25.351060 dv-cinder-799821-1-iscsi neutron-server[92954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 14:11:25.351060 dv-cinder-799821-1-iscsi neutron-server[92954]: return self.request(url, 'GET', **kwargs) Jul 07 14:11:25.351060 dv-cinder-799821-1-iscsi neutron-server[92954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 14:11:25.351060 dv-cinder-799821-1-iscsi neutron-server[92954]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 14:11:25.351060 dv-cinder-799821-1-iscsi neutron-server[92954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 14:11:25.351060 dv-cinder-799821-1-iscsi neutron-server[92954]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 14:11:25.351060 dv-cinder-799821-1-iscsi neutron-server[92954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 14:11:25.351060 dv-cinder-799821-1-iscsi neutron-server[92954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 14:11:25.351060 dv-cinder-799821-1-iscsi neutron-server[92954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 14:11:25.404729 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-db57ebf1-af70-4aa9-b223-454313dad89e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1662071'] for network, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:11:25.412736 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-db57ebf1-af70-4aa9-b223-454313dad89e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582248'] for network, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:11:25.417293 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-db57ebf1-af70-4aa9-b223-454313dad89e admin admin] 10.222.0.16 "DELETE /v2.0/networks/2e6ef9db-c645-46c2-a4ad-9a42b63fbd9a HTTP/1.1" status: 204 len: 168 time: 0.2647529 Jul 07 14:11:25.424480 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db57ebf1-af70-4aa9-b223-454313dad89e admin admin] Pushing event deleted for resources: {'Network': ['ID=2e6ef9db-c645-46c2-a4ad-9a42b63fbd9a,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:11:25.532160 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 54222) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:11:25.574311 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-54f330f6-8765-4a12-b929-2f4c78a62497 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2dc8ed5d3f5847589bf32e32ca6ffe9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0410264 Jul 07 14:11:25.576719 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 54224) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:11:25.625108 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-7f7b32d3-0bc1-497b-9045-8147a853e46a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:11:25.646961 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-7f7b32d3-0bc1-497b-9045-8147a853e46a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:11:25.692187 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-7f7b32d3-0bc1-497b-9045-8147a853e46a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:11:25.695546 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-7f7b32d3-0bc1-497b-9045-8147a853e46a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:11:25.696778 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-7f7b32d3-0bc1-497b-9045-8147a853e46a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1ca8eaaa-74a0-401f-8d2b-57d3f01379aa HTTP/1.1" status: 204 len: 168 time: 0.1191859 Jul 07 14:11:25.704208 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7b32d3-0bc1-497b-9045-8147a853e46a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ca8eaaa-74a0-401f-8d2b-57d3f01379aa,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:11:26.366032 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Device 09064ad3-9409-4ba3-96fa-a9c4c01d76d2 no longer exists at agent hyperv_hv-cinder-79982 {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 14:11:26.385761 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] No Port match for: 09064ad3-9409-4ba3-96fa-a9c4c01d76d2 {{(pid=92955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 14:11:26.386104 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Device 09064ad3-9409-4ba3-96fa-a9c4c01d76d2 not bound to the agent host hv-cinder-79982 {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 14:11:27.488764 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-526044cd-1bfa-43ac-8b40-5c1d3ff8acd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:11:27.808716 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:11:28.621053 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-797095d9-f31f-46bc-add0-d9922559420e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:11:30.200793 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-de2cb0b5-6e4a-418e-bae1-4b4e8a512c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:11:32.305042 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:11:38.306967 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-a2abe547-df29-42bb-b317-6fa6509eb598 req-4785d0f2-b076-428e-b4e6-2c67c60fe78e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fe763980-b8d0-4f59-a81f-cc75d57e74f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1386433 Jul 07 14:11:38.391375 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2abe547-df29-42bb-b317-6fa6509eb598 req-fa199654-058c-4620-9139-ceaf8b3fe530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:11:38.392854 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-a2abe547-df29-42bb-b317-6fa6509eb598 req-fa199654-058c-4620-9139-ceaf8b3fe530 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4606813b7d26435ca537716b5eac6fcc&device_id=fe763980-b8d0-4f59-a81f-cc75d57e74f4 HTTP/1.1" status: 200 len: 1098 time: 0.0539725 Jul 07 14:11:38.500160 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2abe547-df29-42bb-b317-6fa6509eb598 req-920d442a-a5c5-4bbf-8600-06c126b5f82f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:11:38.501585 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-a2abe547-df29-42bb-b317-6fa6509eb598 req-920d442a-a5c5-4bbf-8600-06c126b5f82f service neutron] 10.222.0.24 "GET /v2.0/networks?id=8ff1e969-aa56-4a37-b509-25263365d4bf HTTP/1.1" status: 200 len: 916 time: 0.0816703 Jul 07 14:11:38.551416 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-a2abe547-df29-42bb-b317-6fa6509eb598 req-465eac55-55e4-4978-a93f-7b90b472bcf6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b89c6e8f-613d-4f60-add8-50ad29e55b09 HTTP/1.1" status: 200 len: 217 time: 0.0390160 Jul 07 14:11:38.601469 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2abe547-df29-42bb-b317-6fa6509eb598 req-3fdddc4b-2e7c-495f-a7a1-03a8c7f8a093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:11:38.602842 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-a2abe547-df29-42bb-b317-6fa6509eb598 req-3fdddc4b-2e7c-495f-a7a1-03a8c7f8a093 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3c42dee8-1dec-4168-bdb5-a4e686f12390 HTTP/1.1" status: 200 len: 855 time: 0.0417249 Jul 07 14:11:38.637115 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-a2abe547-df29-42bb-b317-6fa6509eb598 req-e7dea572-2d4d-4859-8066-ffc4c21e2802 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8ff1e969-aa56-4a37-b509-25263365d4bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238538 Jul 07 14:11:38.650878 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [req-a2abe547-df29-42bb-b317-6fa6509eb598 req-08abcdaa-dee2-48bf-b93b-47687e26f56a service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=92954) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 14:11:38.651765 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-a2abe547-df29-42bb-b317-6fa6509eb598 req-08abcdaa-dee2-48bf-b93b-47687e26f56a service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046237 Jul 07 14:11:38.742216 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-a2abe547-df29-42bb-b317-6fa6509eb598 req-c006e8e3-b011-45db-9d0f-ed518f0fcd45 service neutron] 10.222.0.24 "GET /v2.0/networks/8ff1e969-aa56-4a37-b509-25263365d4bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802703 Jul 07 14:11:39.075882 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-a2abe547-df29-42bb-b317-6fa6509eb598 req-7d49714b-739c-44cf-b5c2-27e7f7c880c9 service neutron] 10.222.0.24 "GET /v2.0/networks/8ff1e969-aa56-4a37-b509-25263365d4bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3228841 Jul 07 14:11:53.261739 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.agents_db [None req-578d1851-68de-424d-8d1f-a58f436dd381 None None] Agent healthcheck: found 6 active agents {{(pid=92956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 14:11:54.849110 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-f860ddbb-afd2-43d2-823c-619d9c807ee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:11:57.489128 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-22242852-e74f-41a5-93fc-cda5b7f65792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:11:57.809230 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:11:58.625107 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-797095d9-f31f-46bc-add0-d9922559420e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:12:00.200527 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-de2cb0b5-6e4a-418e-bae1-4b4e8a512c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:12:02.295664 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:12:24.848018 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-bd1af884-7e62-4c4d-bc23-8708119d8e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:12:27.489094 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-d94fc234-7e21-4e48-ba07-77a608050af0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:12:27.811738 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:12:28.625382 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-797095d9-f31f-46bc-add0-d9922559420e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:12:30.202163 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-de2cb0b5-6e4a-418e-bae1-4b4e8a512c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:12:30.259779 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.agents_db [None req-578d1851-68de-424d-8d1f-a58f436dd381 None None] Agent healthcheck: found 6 active agents {{(pid=92956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 14:12:32.294857 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:12:38.311233 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-d6447c29-0937-4248-b509-fdd19f461c21 req-c032536b-7212-40ee-962a-ae7fb6626786 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=315a676e-0b54-4192-ab4a-8119909f5249&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0495913 Jul 07 14:12:38.392372 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6447c29-0937-4248-b509-fdd19f461c21 req-7fc26153-3407-49c3-8552-2b6e4dd6fb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:12:38.393856 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-d6447c29-0937-4248-b509-fdd19f461c21 req-7fc26153-3407-49c3-8552-2b6e4dd6fb68 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=59eb0e293dbe469baef13202a28170b4&device_id=315a676e-0b54-4192-ab4a-8119909f5249 HTTP/1.1" status: 200 len: 1099 time: 0.0535934 Jul 07 14:12:38.523033 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6447c29-0937-4248-b509-fdd19f461c21 req-d3a26b9e-bab1-41f1-84d4-1055c3ddc149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:12:38.525273 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-d6447c29-0937-4248-b509-fdd19f461c21 req-d3a26b9e-bab1-41f1-84d4-1055c3ddc149 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c7ea10ae-2e6f-49b3-870e-d440c4a3b013 HTTP/1.1" status: 200 len: 915 time: 0.1060054 Jul 07 14:12:38.572103 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-d6447c29-0937-4248-b509-fdd19f461c21 req-34a4ce13-2189-474e-b4ec-5ac72c39c239 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f7ddc819-2278-4399-956d-257e86e14f46 HTTP/1.1" status: 200 len: 217 time: 0.0356293 Jul 07 14:12:38.622733 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6447c29-0937-4248-b509-fdd19f461c21 req-f200cb37-047f-4d20-98db-5375665b5783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:12:38.624034 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-d6447c29-0937-4248-b509-fdd19f461c21 req-f200cb37-047f-4d20-98db-5375665b5783 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=91e1ef31-82bf-4ca2-898f-d9c311a6e6d6 HTTP/1.1" status: 200 len: 853 time: 0.0420482 Jul 07 14:12:38.681902 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6447c29-0937-4248-b509-fdd19f461c21 req-619d28fe-d8e1-469c-9975-24cc6b3cddc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:12:38.683361 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-d6447c29-0937-4248-b509-fdd19f461c21 req-619d28fe-d8e1-469c-9975-24cc6b3cddc9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c7ea10ae-2e6f-49b3-870e-d440c4a3b013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0491593 Jul 07 14:12:38.781959 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-d6447c29-0937-4248-b509-fdd19f461c21 req-91dca692-e98f-4552-9e7e-20a42c246dc5 service neutron] 10.222.0.24 "GET /v2.0/networks/c7ea10ae-2e6f-49b3-870e-d440c4a3b013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869200 Jul 07 14:12:38.879204 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-d6447c29-0937-4248-b509-fdd19f461c21 req-6ea06eef-21b7-4763-8c2f-ea99b0d91342 service neutron] 10.222.0.24 "GET /v2.0/networks/c7ea10ae-2e6f-49b3-870e-d440c4a3b013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864677 Jul 07 14:12:54.848258 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-57a85d92-a667-4726-bf9c-413763375adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:12:57.489156 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-e3210e99-08ab-46b1-9ead-7194dfd919a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:12:57.812661 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:12:58.629812 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-797095d9-f31f-46bc-add0-d9922559420e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:13:00.206913 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-de2cb0b5-6e4a-418e-bae1-4b4e8a512c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:13:02.299298 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:13:07.258401 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.agents_db [None req-578d1851-68de-424d-8d1f-a58f436dd381 None None] Agent healthcheck: found 6 active agents {{(pid=92956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 14:13:24.852368 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-c85c43d8-6f81-4d0a-8652-6313f0e367fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:13:27.489599 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-ebc7a75b-8821-476b-a75f-0584f26464b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:13:27.813073 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:13:28.631352 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-797095d9-f31f-46bc-add0-d9922559420e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:13:30.209379 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-de2cb0b5-6e4a-418e-bae1-4b4e8a512c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:13:32.297894 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:13:40.253078 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-5948db4f-d6f9-488f-8bed-08a997b32c96 req-bfb76858-a238-4f2d-bd5f-214ff12dca3e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=96498ca8-2669-4f47-be39-a648f426eda3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0584791 Jul 07 14:13:40.360044 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5948db4f-d6f9-488f-8bed-08a997b32c96 req-30031f6f-5549-43c0-ab2e-bf3976bc2443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:13:40.361398 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-5948db4f-d6f9-488f-8bed-08a997b32c96 req-30031f6f-5549-43c0-ab2e-bf3976bc2443 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4606813b7d26435ca537716b5eac6fcc&device_id=96498ca8-2669-4f47-be39-a648f426eda3 HTTP/1.1" status: 200 len: 1099 time: 0.0541430 Jul 07 14:13:40.467565 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5948db4f-d6f9-488f-8bed-08a997b32c96 req-d72c13f4-38f0-4329-9c16-cd6d440e159d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:13:40.469018 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-5948db4f-d6f9-488f-8bed-08a997b32c96 req-d72c13f4-38f0-4329-9c16-cd6d440e159d service neutron] 10.222.0.24 "GET /v2.0/networks?id=8ff1e969-aa56-4a37-b509-25263365d4bf HTTP/1.1" status: 200 len: 916 time: 0.0820153 Jul 07 14:13:40.513457 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-5948db4f-d6f9-488f-8bed-08a997b32c96 req-43512a2f-46f1-4651-b9b1-c5849c25805d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a6f266a4-eec8-4dc4-97e0-ad4c884aec24 HTTP/1.1" status: 200 len: 217 time: 0.0367589 Jul 07 14:13:40.567022 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5948db4f-d6f9-488f-8bed-08a997b32c96 req-b4ed51e5-a9af-4fa6-956b-9c3af5547c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:13:40.568484 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-5948db4f-d6f9-488f-8bed-08a997b32c96 req-b4ed51e5-a9af-4fa6-956b-9c3af5547c97 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3c42dee8-1dec-4168-bdb5-a4e686f12390 HTTP/1.1" status: 200 len: 855 time: 0.0441668 Jul 07 14:13:40.605586 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-5948db4f-d6f9-488f-8bed-08a997b32c96 req-d375db43-8ec1-4fee-a30d-3fe1eb9d4a1e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8ff1e969-aa56-4a37-b509-25263365d4bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269027 Jul 07 14:13:40.698916 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-5948db4f-d6f9-488f-8bed-08a997b32c96 req-4a2a4ba4-069f-49a5-8529-18f22fb499b4 service neutron] 10.222.0.24 "GET /v2.0/networks/8ff1e969-aa56-4a37-b509-25263365d4bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821211 Jul 07 14:13:40.788432 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-5948db4f-d6f9-488f-8bed-08a997b32c96 req-924e3b47-e89b-4af6-9441-61402ff25def service neutron] 10.222.0.24 "GET /v2.0/networks/8ff1e969-aa56-4a37-b509-25263365d4bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797892 Jul 07 14:13:44.256671 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.agents_db [None req-578d1851-68de-424d-8d1f-a58f436dd381 None None] Agent healthcheck: found 6 active agents {{(pid=92956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 14:13:54.856293 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-28f251bb-8e9a-41e6-8cd2-82fd72176f5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:13:57.489738 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-8fba185f-7537-4f05-b427-f129e82950a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:13:57.815532 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:13:58.633707 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-797095d9-f31f-46bc-add0-d9922559420e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:14:00.211528 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-de2cb0b5-6e4a-418e-bae1-4b4e8a512c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:14:02.298179 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:14:21.254429 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.agents_db [None req-578d1851-68de-424d-8d1f-a58f436dd381 None None] Agent healthcheck: found 6 active agents {{(pid=92956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 14:14:24.851440 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-47cb58ff-a712-4233-a5f2-bfed0ec38346 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:14:27.499233 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-30b3b259-4540-4d8a-ae48-f9bcd495b56c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:14:27.816978 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:14:28.637338 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-797095d9-f31f-46bc-add0-d9922559420e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:14:30.214465 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-de2cb0b5-6e4a-418e-bae1-4b4e8a512c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:14:32.296745 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:14:41.452381 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-1c362081-6ba2-4a67-a181-b75a9bc258d8 req-be416628-ded5-4b7b-84b3-ff0e90c515d0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ae504e1a-8b02-4d11-b9db-e50442d1da2b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0506048 Jul 07 14:14:41.532213 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c362081-6ba2-4a67-a181-b75a9bc258d8 req-5a2864d2-7c8f-426b-9efd-cdd495d21099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:14:41.533654 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-1c362081-6ba2-4a67-a181-b75a9bc258d8 req-5a2864d2-7c8f-426b-9efd-cdd495d21099 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b78f7405654b45d1843df9effb720cb2&device_id=ae504e1a-8b02-4d11-b9db-e50442d1da2b HTTP/1.1" status: 200 len: 1098 time: 0.0544887 Jul 07 14:14:41.639808 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c362081-6ba2-4a67-a181-b75a9bc258d8 req-6ce8ad30-9fe8-4892-8142-fed1273137fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:14:41.641245 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-1c362081-6ba2-4a67-a181-b75a9bc258d8 req-6ce8ad30-9fe8-4892-8142-fed1273137fe service neutron] 10.222.0.24 "GET /v2.0/networks?id=fd1f9b8b-2e74-4326-ab5e-3091a17505ef HTTP/1.1" status: 200 len: 913 time: 0.0823233 Jul 07 14:14:41.694627 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-1c362081-6ba2-4a67-a181-b75a9bc258d8 req-4366dc7f-c996-409c-871a-6a85464fbef4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=79f7c271-501c-45e9-926a-f292474df589 HTTP/1.1" status: 200 len: 217 time: 0.0425251 Jul 07 14:14:41.747733 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c362081-6ba2-4a67-a181-b75a9bc258d8 req-26ef1d3e-1a7e-4283-8cb9-6ecfeb286d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:14:41.749096 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-1c362081-6ba2-4a67-a181-b75a9bc258d8 req-26ef1d3e-1a7e-4283-8cb9-6ecfeb286d4a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=41e7d438-a3fc-45da-b39d-12323b32e1ab HTTP/1.1" status: 200 len: 852 time: 0.0445673 Jul 07 14:14:41.784276 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-1c362081-6ba2-4a67-a181-b75a9bc258d8 req-94c73c44-167e-428c-879e-1bc6888396f0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fd1f9b8b-2e74-4326-ab5e-3091a17505ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255899 Jul 07 14:14:41.876718 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-1c362081-6ba2-4a67-a181-b75a9bc258d8 req-2d304054-17a4-46ae-9b11-bdb329763aab service neutron] 10.222.0.24 "GET /v2.0/networks/fd1f9b8b-2e74-4326-ab5e-3091a17505ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823605 Jul 07 14:14:41.967828 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-1c362081-6ba2-4a67-a181-b75a9bc258d8 req-ee1f6662-7049-4ca1-9f1f-8f3728aec0f1 service neutron] 10.222.0.24 "GET /v2.0/networks/fd1f9b8b-2e74-4326-ab5e-3091a17505ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812111 Jul 07 14:14:46.712607 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 56998) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:14:46.814729 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-024c8dac-a7aa-4810-a533-61a06dc58b18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:14:46.902974 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-024c8dac-a7aa-4810-a533-61a06dc58b18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:14:46.906739 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-024c8dac-a7aa-4810-a533-61a06dc58b18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:14:46.943327 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-024c8dac-a7aa-4810-a533-61a06dc58b18 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=df83b287fa4346e8b1db676a154cf1ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2296851 Jul 07 14:14:46.944204 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024c8dac-a7aa-4810-a533-61a06dc58b18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=035c50cd-8c1a-407f-8138-b35e940c9c57,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:14:46.946077 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 57002) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:14:46.952015 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024c8dac-a7aa-4810-a533-61a06dc58b18 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:14:46.952365 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024c8dac-a7aa-4810-a533-61a06dc58b18 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:14:46.952705 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024c8dac-a7aa-4810-a533-61a06dc58b18 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:14:46.953041 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024c8dac-a7aa-4810-a533-61a06dc58b18 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:14:46.953377 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024c8dac-a7aa-4810-a533-61a06dc58b18 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:14:46.953709 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024c8dac-a7aa-4810-a533-61a06dc58b18 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:14:46.954036 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024c8dac-a7aa-4810-a533-61a06dc58b18 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:14:46.954362 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024c8dac-a7aa-4810-a533-61a06dc58b18 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:14:46.954714 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024c8dac-a7aa-4810-a533-61a06dc58b18 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:14:46.955040 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024c8dac-a7aa-4810-a533-61a06dc58b18 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:14:46.955361 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024c8dac-a7aa-4810-a533-61a06dc58b18 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:14:46.955687 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024c8dac-a7aa-4810-a533-61a06dc58b18 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:14:47.000898 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-9223245d-26a1-4919-a61c-46dd1054df16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:14:47.021503 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-9223245d-26a1-4919-a61c-46dd1054df16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:14:47.067592 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-9223245d-26a1-4919-a61c-46dd1054df16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:14:47.070229 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-9223245d-26a1-4919-a61c-46dd1054df16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:14:47.071520 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-9223245d-26a1-4919-a61c-46dd1054df16 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/035c50cd-8c1a-407f-8138-b35e940c9c57 HTTP/1.1" status: 204 len: 168 time: 0.1242211 Jul 07 14:14:47.084122 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9223245d-26a1-4919-a61c-46dd1054df16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=035c50cd-8c1a-407f-8138-b35e940c9c57,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:14:47.091850 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9223245d-26a1-4919-a61c-46dd1054df16 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:14:47.092205 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9223245d-26a1-4919-a61c-46dd1054df16 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:14:47.092547 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9223245d-26a1-4919-a61c-46dd1054df16 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:14:47.093141 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9223245d-26a1-4919-a61c-46dd1054df16 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:14:47.093473 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9223245d-26a1-4919-a61c-46dd1054df16 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:14:47.093809 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9223245d-26a1-4919-a61c-46dd1054df16 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:14:47.094136 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9223245d-26a1-4919-a61c-46dd1054df16 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:14:47.094469 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9223245d-26a1-4919-a61c-46dd1054df16 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:14:47.094808 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9223245d-26a1-4919-a61c-46dd1054df16 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:14:47.095131 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9223245d-26a1-4919-a61c-46dd1054df16 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:14:47.095454 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9223245d-26a1-4919-a61c-46dd1054df16 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:14:47.095773 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9223245d-26a1-4919-a61c-46dd1054df16 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:14:54.855860 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2fc7351c-14c2-4c74-a3b4-14e341ee8b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:14:57.490617 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-d4a17d5d-5d73-49e5-b3ce-cfdd1daba668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:14:57.817571 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:14:58.253388 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.agents_db [None req-578d1851-68de-424d-8d1f-a58f436dd381 None None] Agent healthcheck: found 6 active agents {{(pid=92956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 14:14:58.640160 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-797095d9-f31f-46bc-add0-d9922559420e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:15:00.218338 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-de2cb0b5-6e4a-418e-bae1-4b4e8a512c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:15:02.296619 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:15:10.331680 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4454655a-8e09-43a4-84e1-398ab8317454 req-98340b24-6d2c-4c43-b81a-a1f0ed341078 tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:15:10.333141 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-4454655a-8e09-43a4-84e1-398ab8317454 req-98340b24-6d2c-4c43-b81a-a1f0ed341078 tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae504e1a-8b02-4d11-b9db-e50442d1da2b HTTP/1.1" status: 200 len: 945 time: 0.2083976 Jul 07 14:15:10.372590 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-4454655a-8e09-43a4-84e1-398ab8317454 req-17908695-9ef3-4a9b-bca0-5b19ffa4e84a tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] 10.222.0.16 "GET /v2.0/security-groups?id=84fc93f4-ffb2-41a0-bd9a-0c2108e2c950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317788 Jul 07 14:15:10.925263 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870f0336-2c98-4028-858c-181207dd42ab req-cad29031-cb45-4a46-9f44-461e07e0e8bb tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:15:10.926714 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-870f0336-2c98-4028-858c-181207dd42ab req-cad29031-cb45-4a46-9f44-461e07e0e8bb tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae504e1a-8b02-4d11-b9db-e50442d1da2b HTTP/1.1" status: 200 len: 945 time: 0.0676150 Jul 07 14:15:11.022759 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.plugin [req-870f0336-2c98-4028-858c-181207dd42ab req-2c45126b-bdf5-4f77-86ab-8a2c40e49c6d tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] Deleting port 79f7c271-501c-45e9-926a-f292474df589 {{(pid=92954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 14:15:11.023015 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-870f0336-2c98-4028-858c-181207dd42ab req-2c45126b-bdf5-4f77-86ab-8a2c40e49c6d tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744351408860'] for port, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:15:11.111941 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [req-870f0336-2c98-4028-858c-181207dd42ab req-2c45126b-bdf5-4f77-86ab-8a2c40e49c6d tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] For port 79f7c271-501c-45e9-926a-f292474df589, host hv-cinder-79982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79982',level=0,port_id=79f7c271-501c-45e9-926a-f292474df589,segment=NetworkSegment(d18aaec7-da99-4b86-bac3-373f2cf95c84),segment_id=d18aaec7-da99-4b86-bac3-373f2cf95c84)] {{(pid=92954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 14:15:11.112289 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-870f0336-2c98-4028-858c-181207dd42ab req-2c45126b-bdf5-4f77-86ab-8a2c40e49c6d tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1715988'] for port, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:15:11.124485 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.plugin [req-870f0336-2c98-4028-858c-181207dd42ab req-2c45126b-bdf5-4f77-86ab-8a2c40e49c6d tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] Calling delete_port for 79f7c271-501c-45e9-926a-f292474df589 owned by compute:nova {{(pid=92954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 14:15:11.248783 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-870f0336-2c98-4028-858c-181207dd42ab req-2c45126b-bdf5-4f77-86ab-8a2c40e49c6d tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744351415830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744350976997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8461640'] for port, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:15:11.265332 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] get_ports_and_sgs() called for port_ids ['79f7c271-501c-45e9-926a-f292474df589'] {{(pid=92955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 14:15:11.275781 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c45126b-bdf5-4f77-86ab-8a2c40e49c6d tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] Pushing event deleted for resources: {'Port': ['ID=79f7c271-501c-45e9-926a-f292474df589,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:15:11.322637 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [req-870f0336-2c98-4028-858c-181207dd42ab req-2c45126b-bdf5-4f77-86ab-8a2c40e49c6d tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] No DVR routers for this DVR port 79f7c271-501c-45e9-926a-f292474df589 on host hv-cinder-79982 {{(pid=92954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 14:15:11.325106 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-870f0336-2c98-4028-858c-181207dd42ab req-2c45126b-bdf5-4f77-86ab-8a2c40e49c6d tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171717'] for port, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:15:11.327068 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-870f0336-2c98-4028-858c-181207dd42ab req-2c45126b-bdf5-4f77-86ab-8a2c40e49c6d tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] 10.222.0.24 "DELETE /v2.0/ports/79f7c271-501c-45e9-926a-f292474df589 HTTP/1.1" status: 204 len: 173 time: 0.3921070 Jul 07 14:15:11.327495 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae504e1a-8b02-4d11-b9db-e50442d1da2b', 'name': 'network-vif-deleted', 'tag': '79f7c271-501c-45e9-926a-f292474df589'}] {{(pid=92954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 14:15:11.329701 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23a2f25214143ca7dc6eabc905ff8a7df5b3799efbbaa422209646810e3da78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-512db51b-1bbc-401f-9bc0-b40894ad8e59" -d '{"events": [{"server_uuid": "ae504e1a-8b02-4d11-b9db-e50442d1da2b", "name": "network-vif-deleted", "tag": "79f7c271-501c-45e9-926a-f292474df589"}]}' {{(pid=92954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 14:15:11.439210 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 14:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-182351ac-c864-4172-931f-c74e8893a0a0 x-openstack-request-id: req-182351ac-c864-4172-931f-c74e8893a0a0 {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 14:15:11.439520 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae504e1a-8b02-4d11-b9db-e50442d1da2b", "name": "network-vif-deleted", "tag": "79f7c271-501c-45e9-926a-f292474df589", "status": "completed", "code": 200}]} {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 14:15:11.439772 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-182351ac-c864-4172-931f-c74e8893a0a0 {{(pid=92954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 14:15:11.440172 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae504e1a-8b02-4d11-b9db-e50442d1da2b', 'name': 'network-vif-deleted', 'tag': '79f7c271-501c-45e9-926a-f292474df589', 'status': 'completed', 'code': 200} Jul 07 14:15:11.523747 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-f39ab3a9-cf17-4115-bb8a-6289279291ba req-f5c046ed-918c-49b6-b534-0029928ca01b tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae504e1a-8b02-4d11-b9db-e50442d1da2b HTTP/1.1" status: 200 len: 210 time: 0.0280626 Jul 07 14:15:12.717778 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-22132cc9-6235-43b4-ab59-0339f6e863e7 req-af53e4e5-4e57-44de-bc6d-708ef04a1338 tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae504e1a-8b02-4d11-b9db-e50442d1da2b HTTP/1.1" status: 200 len: 210 time: 0.0793903 Jul 07 14:15:13.400333 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Device 79f7c271-501c-45e9-926a-f292474df589 no longer exists at agent hyperv_hv-cinder-79982 {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 14:15:13.419989 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] No Port match for: 79f7c271-501c-45e9-926a-f292474df589 {{(pid=92955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 14:15:13.420336 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Device 79f7c271-501c-45e9-926a-f292474df589 not bound to the agent host hv-cinder-79982 {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 14:15:13.863691 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-c19d0368-3413-4426-9ff7-dbcc29e7aad6 req-88d2f28b-e0a6-4fdc-8004-577b0cfe4368 tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae504e1a-8b02-4d11-b9db-e50442d1da2b HTTP/1.1" status: 200 len: 210 time: 0.0312862 Jul 07 14:15:15.000538 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-66cf271d-e489-4404-892a-a57bd413a233 req-f19d0408-16f8-4ac0-87d9-4961a40e5e85 tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae504e1a-8b02-4d11-b9db-e50442d1da2b HTTP/1.1" status: 200 len: 210 time: 0.0279789 Jul 07 14:15:16.135533 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-d06e52a5-a215-45f2-9acd-ee5b75daf2d1 req-537b74c2-e1bb-4746-a482-b498f58c8e80 tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae504e1a-8b02-4d11-b9db-e50442d1da2b HTTP/1.1" status: 200 len: 210 time: 0.0274920 Jul 07 14:15:17.270610 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-3613f515-c1ee-4a2c-8b84-ff3b3dd6124a req-556bd741-9fab-4815-9afc-476bdecc6790 tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae504e1a-8b02-4d11-b9db-e50442d1da2b HTTP/1.1" status: 200 len: 210 time: 0.0273619 Jul 07 14:15:18.408997 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-1959f24b-bdd7-427f-9d65-ba9bf425b349 req-01ed515d-ef36-4f54-a2a4-1cdc49b79af2 tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae504e1a-8b02-4d11-b9db-e50442d1da2b HTTP/1.1" status: 200 len: 210 time: 0.0306509 Jul 07 14:15:19.544800 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-c7ecda0f-c7a1-4153-aa93-947fd1f425a6 req-81ee59e0-acf1-4702-b54e-4dce76e92e4c tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae504e1a-8b02-4d11-b9db-e50442d1da2b HTTP/1.1" status: 200 len: 210 time: 0.0268228 Jul 07 14:15:20.679813 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-6bd2293d-7268-4ff4-a8f3-89cd7707c7a5 req-76b132e8-6480-42a3-949e-da06f0101127 tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae504e1a-8b02-4d11-b9db-e50442d1da2b HTTP/1.1" status: 200 len: 210 time: 0.0279927 Jul 07 14:15:21.819247 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-ab64cae4-a5ce-4d5b-b911-f2cf66e987de req-e9b238b4-7801-4422-b8e1-48be4ddcfdd3 tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae504e1a-8b02-4d11-b9db-e50442d1da2b HTTP/1.1" status: 200 len: 210 time: 0.0279040 Jul 07 14:15:22.961602 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-1d6b4860-9fb2-46cb-8ea1-0374efc12a1f req-a540c272-f6d5-40dd-b0ef-688a3b6c523b tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae504e1a-8b02-4d11-b9db-e50442d1da2b HTTP/1.1" status: 200 len: 210 time: 0.0301206 Jul 07 14:15:24.099797 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-75a25038-ccc7-4908-8a24-4bdc85a19ac1 req-4d3746aa-fd67-4b34-8094-c759df5e11df tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae504e1a-8b02-4d11-b9db-e50442d1da2b HTTP/1.1" status: 200 len: 210 time: 0.0272796 Jul 07 14:15:24.860803 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-d83c4176-9f72-4b8d-829b-2f19f393e405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:15:25.238743 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-3c24b3dd-7348-4fb6-ab3a-5b16e28802d5 req-c37a6793-2574-4f78-9438-1f9ea2f19730 tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae504e1a-8b02-4d11-b9db-e50442d1da2b HTTP/1.1" status: 200 len: 210 time: 0.0284352 Jul 07 14:15:26.378423 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-107d71b2-8762-4cac-85b6-0f65046760a6 req-97e0011e-3afa-4e66-9a5b-fc5a035af147 tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae504e1a-8b02-4d11-b9db-e50442d1da2b HTTP/1.1" status: 200 len: 210 time: 0.0283420 Jul 07 14:15:27.491719 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-bedf3a46-1ca6-4ac9-8718-fda7d43927b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:15:27.529251 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-22b336dd-e97e-442d-8b4e-e267e2136790 req-5543c67b-ddd2-4262-804a-66d70d8334ea tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae504e1a-8b02-4d11-b9db-e50442d1da2b HTTP/1.1" status: 200 len: 210 time: 0.0305202 Jul 07 14:15:27.818037 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:15:28.642603 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-797095d9-f31f-46bc-add0-d9922559420e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:15:28.669033 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-c696335c-97e0-401b-8068-12693c5c75a0 req-2c1688c3-ee9c-4a20-b36b-b7ce82ac666d tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae504e1a-8b02-4d11-b9db-e50442d1da2b HTTP/1.1" status: 200 len: 210 time: 0.0278978 Jul 07 14:15:29.802997 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-782541ee-02c6-4453-a715-1a42762f9c04 req-4a6697bf-e12e-457e-acf5-6883c504af28 tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae504e1a-8b02-4d11-b9db-e50442d1da2b HTTP/1.1" status: 200 len: 210 time: 0.0274694 Jul 07 14:15:30.220694 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-de2cb0b5-6e4a-418e-bae1-4b4e8a512c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:15:30.945069 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-741c4123-b557-419c-b4c6-58bf00ef88c9 req-daa8df5b-483a-45a2-a7e1-c31f05fee57d tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae504e1a-8b02-4d11-b9db-e50442d1da2b HTTP/1.1" status: 200 len: 210 time: 0.0270810 Jul 07 14:15:32.097844 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-18e00761-5c0a-464c-8f0b-afddf9a72bc6 req-d4c0278c-3cd3-46a4-9c26-ad6a1fce08cf tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae504e1a-8b02-4d11-b9db-e50442d1da2b HTTP/1.1" status: 200 len: 210 time: 0.0308464 Jul 07 14:15:32.298175 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:15:33.233427 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-930ad9fe-4ac8-4efa-ae2d-ab56118fd875 req-53ab03e6-a142-47e4-a912-8c0720b40686 tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae504e1a-8b02-4d11-b9db-e50442d1da2b HTTP/1.1" status: 200 len: 210 time: 0.0275390 Jul 07 14:15:34.370881 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-2c59009a-f12d-4255-bfdf-cd000647fad6 req-ff88b026-786c-47e6-b071-10462baca76f tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae504e1a-8b02-4d11-b9db-e50442d1da2b HTTP/1.1" status: 200 len: 210 time: 0.0278528 Jul 07 14:15:35.251128 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.agents_db [None req-578d1851-68de-424d-8d1f-a58f436dd381 None None] Agent healthcheck: found 6 active agents {{(pid=92956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 14:15:35.510675 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-d8db4ef9-df8f-44b2-96f8-17ff73165486 req-c703eeb8-7796-48e6-aaf3-20ca3f60d9c6 tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae504e1a-8b02-4d11-b9db-e50442d1da2b HTTP/1.1" status: 200 len: 210 time: 0.0290532 Jul 07 14:15:36.662316 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-1b273965-2134-44e4-9a64-6b0075f8a32c req-67597fab-9f6a-462a-bcdd-ac08a819cdd9 tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae504e1a-8b02-4d11-b9db-e50442d1da2b HTTP/1.1" status: 200 len: 210 time: 0.0310843 Jul 07 14:15:37.801698 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-6d459b2c-059b-4e61-b5cf-de043c498d1e req-254b952a-54f0-419a-880c-2131fdc86b28 tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae504e1a-8b02-4d11-b9db-e50442d1da2b HTTP/1.1" status: 200 len: 210 time: 0.0288994 Jul 07 14:15:38.940210 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-20863e0b-1967-499c-8e34-744fa6c3113d req-8abbde64-b381-48f4-8843-c7ba85c2f1ff tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae504e1a-8b02-4d11-b9db-e50442d1da2b HTTP/1.1" status: 200 len: 210 time: 0.0284007 Jul 07 14:15:40.082162 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-6757f781-4162-4ca2-a65b-6767f6ca552c req-1212ebad-b4e6-4375-8350-1799389dd86c tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae504e1a-8b02-4d11-b9db-e50442d1da2b HTTP/1.1" status: 200 len: 210 time: 0.0278733 Jul 07 14:15:41.224388 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-4ac5b78f-fdea-4be5-9d6d-bfacfe90107a req-7a4fe336-ad4d-4f10-95db-9196dc3b1626 tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae504e1a-8b02-4d11-b9db-e50442d1da2b HTTP/1.1" status: 200 len: 210 time: 0.0302694 Jul 07 14:15:42.363104 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-f599dadc-5590-4a75-90bd-08f51ae2f7f2 req-5628f613-6c9c-4aaf-a6d7-ebb0222ae541 tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae504e1a-8b02-4d11-b9db-e50442d1da2b HTTP/1.1" status: 200 len: 210 time: 0.0271075 Jul 07 14:15:42.435870 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-c73b48ef-496c-4d6a-8ead-e9d6410f23bc req-2810b323-e2e9-4d50-a40d-c930bc97a5cb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0b6db017-c5cc-4651-bb17-9bd457b45295&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0505753 Jul 07 14:15:42.511805 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73b48ef-496c-4d6a-8ead-e9d6410f23bc req-0c076815-4964-42aa-878c-a5a55f64518f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:15:42.513792 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-c73b48ef-496c-4d6a-8ead-e9d6410f23bc req-0c076815-4964-42aa-878c-a5a55f64518f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4606813b7d26435ca537716b5eac6fcc&device_id=0b6db017-c5cc-4651-bb17-9bd457b45295 HTTP/1.1" status: 200 len: 1099 time: 0.0529044 Jul 07 14:15:42.617596 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73b48ef-496c-4d6a-8ead-e9d6410f23bc req-67ba50f9-9d73-40ce-a220-57cca5c07816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:15:42.619104 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-c73b48ef-496c-4d6a-8ead-e9d6410f23bc req-67ba50f9-9d73-40ce-a220-57cca5c07816 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8ff1e969-aa56-4a37-b509-25263365d4bf HTTP/1.1" status: 200 len: 916 time: 0.0808537 Jul 07 14:15:42.665071 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-c73b48ef-496c-4d6a-8ead-e9d6410f23bc req-2b757126-8177-4815-b880-43e5dfa4e683 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c2a8a1f4-70b1-48ed-8ad4-7f8642f3990e HTTP/1.1" status: 200 len: 217 time: 0.0359914 Jul 07 14:15:42.715039 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73b48ef-496c-4d6a-8ead-e9d6410f23bc req-d95e12a8-6e49-426d-b3d9-fef4f6726397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:15:42.716761 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-c73b48ef-496c-4d6a-8ead-e9d6410f23bc req-d95e12a8-6e49-426d-b3d9-fef4f6726397 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3c42dee8-1dec-4168-bdb5-a4e686f12390 HTTP/1.1" status: 200 len: 855 time: 0.0424254 Jul 07 14:15:42.752196 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-c73b48ef-496c-4d6a-8ead-e9d6410f23bc req-59d9dde4-4f14-42e9-a58b-90e307b18387 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8ff1e969-aa56-4a37-b509-25263365d4bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258589 Jul 07 14:15:42.843398 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-c73b48ef-496c-4d6a-8ead-e9d6410f23bc req-ee184372-6f63-438c-ac89-e484d8f5da16 service neutron] 10.222.0.24 "GET /v2.0/networks/8ff1e969-aa56-4a37-b509-25263365d4bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812037 Jul 07 14:15:42.933716 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-c73b48ef-496c-4d6a-8ead-e9d6410f23bc req-a61c3661-9c4d-4d11-9e7a-ff74c747cd4c service neutron] 10.222.0.24 "GET /v2.0/networks/8ff1e969-aa56-4a37-b509-25263365d4bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804489 Jul 07 14:15:43.504000 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-bb8591ad-706b-4b38-a1f5-f70e48dca3c1 req-6ebfe979-960a-4b2b-9eb3-394469489262 tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae504e1a-8b02-4d11-b9db-e50442d1da2b HTTP/1.1" status: 200 len: 210 time: 0.0272009 Jul 07 14:15:44.639733 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-6493a7ba-635f-42eb-b57d-eae666bec5d5 req-ec2d0193-1a0e-4103-b39a-7ced51740de2 tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae504e1a-8b02-4d11-b9db-e50442d1da2b HTTP/1.1" status: 200 len: 210 time: 0.0271440 Jul 07 14:15:45.775918 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-8a1762b8-5095-4fbc-b2cf-85aec40dec2f req-6a7de142-f3c1-48c0-a7b5-0d40718c36d7 tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae504e1a-8b02-4d11-b9db-e50442d1da2b HTTP/1.1" status: 200 len: 210 time: 0.0299940 Jul 07 14:15:46.913780 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-2440cc3b-1d71-4b57-ada1-783f797045bd req-5e1a7f87-1ac7-4255-a275-6e2c5beb619f tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae504e1a-8b02-4d11-b9db-e50442d1da2b HTTP/1.1" status: 200 len: 210 time: 0.0268629 Jul 07 14:15:48.049402 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-dddd8fce-46ca-4316-af06-82eb7faef1c0 req-874dcd0d-cdb7-4d97-96de-59066e206b81 tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae504e1a-8b02-4d11-b9db-e50442d1da2b HTTP/1.1" status: 200 len: 210 time: 0.0274525 Jul 07 14:15:49.186114 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-daf82724-009d-41c6-b3cb-4a4afc135bad req-c5bc6695-2296-4519-97a7-43e89e6db933 tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae504e1a-8b02-4d11-b9db-e50442d1da2b HTTP/1.1" status: 200 len: 210 time: 0.0272248 Jul 07 14:15:50.334616 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-e9bf0ee9-647a-45ca-9b51-f0166645efaa req-a548ff26-e915-4fa1-b91d-a3293dff08eb tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae504e1a-8b02-4d11-b9db-e50442d1da2b HTTP/1.1" status: 200 len: 210 time: 0.0298557 Jul 07 14:15:51.493913 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-68aa4d3b-0fff-469f-82cd-bb64ff245d5e req-36e45182-96b0-448a-9131-7641611a82d9 tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae504e1a-8b02-4d11-b9db-e50442d1da2b HTTP/1.1" status: 200 len: 210 time: 0.0291770 Jul 07 14:15:52.636379 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-8b1e0a67-4577-40c5-95fc-9907df25c430 req-e97651d9-40fc-4817-ba15-229e684346ab tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae504e1a-8b02-4d11-b9db-e50442d1da2b HTTP/1.1" status: 200 len: 210 time: 0.0273929 Jul 07 14:15:53.779108 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-74713922-1468-463c-aaf1-ae4cfca1baaf req-b9e154bc-0b34-454f-816d-a06a768d6998 tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae504e1a-8b02-4d11-b9db-e50442d1da2b HTTP/1.1" status: 200 len: 210 time: 0.0276535 Jul 07 14:15:54.863240 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-20249ecc-4de8-4c1d-9144-8bc0e173bf49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:15:54.925614 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-ef49a8c4-fc0d-4580-97d2-99a72d7a3dc4 req-f87d66b7-95c2-4ab0-9ab0-283f6c672a25 tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae504e1a-8b02-4d11-b9db-e50442d1da2b HTTP/1.1" status: 200 len: 210 time: 0.0303657 Jul 07 14:15:56.035688 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3b1933-60eb-457c-b04e-bd6e2d949eaf req-24234e48-ebea-48ed-8efe-eb27c8cccb95 tempest-TestMinimumBasicScenario-1275857879 tempest-TestMinimumBasicScenario-1275857879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:15:56.037055 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-1c3b1933-60eb-457c-b04e-bd6e2d949eaf req-24234e48-ebea-48ed-8efe-eb27c8cccb95 tempest-TestMinimumBasicScenario-1275857879 tempest-TestMinimumBasicScenario-1275857879-project] 10.222.0.16 "GET /v2.0/ports?device_id=315a676e-0b54-4192-ab4a-8119909f5249 HTTP/1.1" status: 200 len: 946 time: 0.0613525 Jul 07 14:15:56.082751 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-63bd2f24-f862-4846-97db-4c2b1c379fb6 req-4807be3e-7f0f-42c9-ba82-de0427d628dc tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae504e1a-8b02-4d11-b9db-e50442d1da2b HTTP/1.1" status: 200 len: 210 time: 0.0341322 Jul 07 14:15:56.098657 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-1c3b1933-60eb-457c-b04e-bd6e2d949eaf req-7801bda6-1f0c-47cd-9ef0-73081fa4d76a tempest-TestMinimumBasicScenario-1275857879 tempest-TestMinimumBasicScenario-1275857879-project] 10.222.0.16 "GET /v2.0/security-groups?id=dade089e-e592-487b-b97c-53bdd0d50aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560496 Jul 07 14:15:56.496208 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e12f35-f7ca-4a35-bef6-77b129b168ea req-a3b8af1c-7f85-446a-965c-f5322e03e9f4 tempest-TestMinimumBasicScenario-1275857879 tempest-TestMinimumBasicScenario-1275857879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:15:56.498514 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-78e12f35-f7ca-4a35-bef6-77b129b168ea req-a3b8af1c-7f85-446a-965c-f5322e03e9f4 tempest-TestMinimumBasicScenario-1275857879 tempest-TestMinimumBasicScenario-1275857879-project] 10.222.0.24 "GET /v2.0/ports?device_id=315a676e-0b54-4192-ab4a-8119909f5249 HTTP/1.1" status: 200 len: 946 time: 0.0658863 Jul 07 14:15:56.601375 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.plugin [req-78e12f35-f7ca-4a35-bef6-77b129b168ea req-8223bae6-7c79-4c32-b32b-56b92f775405 tempest-TestMinimumBasicScenario-1275857879 tempest-TestMinimumBasicScenario-1275857879-project] Deleting port f7ddc819-2278-4399-956d-257e86e14f46 {{(pid=92954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 14:15:56.601709 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-78e12f35-f7ca-4a35-bef6-77b129b168ea req-8223bae6-7c79-4c32-b32b-56b92f775405 tempest-TestMinimumBasicScenario-1275857879 tempest-TestMinimumBasicScenario-1275857879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744351408860'] for port, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:15:56.686659 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [req-78e12f35-f7ca-4a35-bef6-77b129b168ea req-8223bae6-7c79-4c32-b32b-56b92f775405 tempest-TestMinimumBasicScenario-1275857879 tempest-TestMinimumBasicScenario-1275857879-project] For port f7ddc819-2278-4399-956d-257e86e14f46, host hv-cinder-79982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79982',level=0,port_id=f7ddc819-2278-4399-956d-257e86e14f46,segment=NetworkSegment(017ed2ec-9d93-47f3-8eb0-7bca76a1786f),segment_id=017ed2ec-9d93-47f3-8eb0-7bca76a1786f)] {{(pid=92954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 14:15:56.687021 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-78e12f35-f7ca-4a35-bef6-77b129b168ea req-8223bae6-7c79-4c32-b32b-56b92f775405 tempest-TestMinimumBasicScenario-1275857879 tempest-TestMinimumBasicScenario-1275857879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1715988'] for port, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:15:56.703793 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.plugin [req-78e12f35-f7ca-4a35-bef6-77b129b168ea req-8223bae6-7c79-4c32-b32b-56b92f775405 tempest-TestMinimumBasicScenario-1275857879 tempest-TestMinimumBasicScenario-1275857879-project] Calling delete_port for f7ddc819-2278-4399-956d-257e86e14f46 owned by compute:nova {{(pid=92954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 14:15:56.828123 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-78e12f35-f7ca-4a35-bef6-77b129b168ea req-8223bae6-7c79-4c32-b32b-56b92f775405 tempest-TestMinimumBasicScenario-1275857879 tempest-TestMinimumBasicScenario-1275857879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744351415830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744350976997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8461640'] for port, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:15:56.843639 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] get_ports_and_sgs() called for port_ids ['f7ddc819-2278-4399-956d-257e86e14f46'] {{(pid=92955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 14:15:56.857770 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8223bae6-7c79-4c32-b32b-56b92f775405 tempest-TestMinimumBasicScenario-1275857879 tempest-TestMinimumBasicScenario-1275857879-project] Pushing event deleted for resources: {'Port': ['ID=f7ddc819-2278-4399-956d-257e86e14f46,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:15:56.868889 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8223bae6-7c79-4c32-b32b-56b92f775405 tempest-TestMinimumBasicScenario-1275857879 tempest-TestMinimumBasicScenario-1275857879-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:15:56.869241 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8223bae6-7c79-4c32-b32b-56b92f775405 tempest-TestMinimumBasicScenario-1275857879 tempest-TestMinimumBasicScenario-1275857879-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:15:56.869580 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8223bae6-7c79-4c32-b32b-56b92f775405 tempest-TestMinimumBasicScenario-1275857879 tempest-TestMinimumBasicScenario-1275857879-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:15:56.869919 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8223bae6-7c79-4c32-b32b-56b92f775405 tempest-TestMinimumBasicScenario-1275857879 tempest-TestMinimumBasicScenario-1275857879-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:15:56.870253 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8223bae6-7c79-4c32-b32b-56b92f775405 tempest-TestMinimumBasicScenario-1275857879 tempest-TestMinimumBasicScenario-1275857879-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:15:56.870624 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8223bae6-7c79-4c32-b32b-56b92f775405 tempest-TestMinimumBasicScenario-1275857879 tempest-TestMinimumBasicScenario-1275857879-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:15:56.870953 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8223bae6-7c79-4c32-b32b-56b92f775405 tempest-TestMinimumBasicScenario-1275857879 tempest-TestMinimumBasicScenario-1275857879-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:15:56.871794 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8223bae6-7c79-4c32-b32b-56b92f775405 tempest-TestMinimumBasicScenario-1275857879 tempest-TestMinimumBasicScenario-1275857879-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:15:56.872323 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8223bae6-7c79-4c32-b32b-56b92f775405 tempest-TestMinimumBasicScenario-1275857879 tempest-TestMinimumBasicScenario-1275857879-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:15:56.872733 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8223bae6-7c79-4c32-b32b-56b92f775405 tempest-TestMinimumBasicScenario-1275857879 tempest-TestMinimumBasicScenario-1275857879-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:15:56.873086 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8223bae6-7c79-4c32-b32b-56b92f775405 tempest-TestMinimumBasicScenario-1275857879 tempest-TestMinimumBasicScenario-1275857879-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:15:56.873386 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8223bae6-7c79-4c32-b32b-56b92f775405 tempest-TestMinimumBasicScenario-1275857879 tempest-TestMinimumBasicScenario-1275857879-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:15:56.914888 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [req-78e12f35-f7ca-4a35-bef6-77b129b168ea req-8223bae6-7c79-4c32-b32b-56b92f775405 tempest-TestMinimumBasicScenario-1275857879 tempest-TestMinimumBasicScenario-1275857879-project] No DVR routers for this DVR port f7ddc819-2278-4399-956d-257e86e14f46 on host hv-cinder-79982 {{(pid=92954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 14:15:56.917324 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-78e12f35-f7ca-4a35-bef6-77b129b168ea req-8223bae6-7c79-4c32-b32b-56b92f775405 tempest-TestMinimumBasicScenario-1275857879 tempest-TestMinimumBasicScenario-1275857879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171717'] for port, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:15:56.919843 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-78e12f35-f7ca-4a35-bef6-77b129b168ea req-8223bae6-7c79-4c32-b32b-56b92f775405 tempest-TestMinimumBasicScenario-1275857879 tempest-TestMinimumBasicScenario-1275857879-project] 10.222.0.24 "DELETE /v2.0/ports/f7ddc819-2278-4399-956d-257e86e14f46 HTTP/1.1" status: 204 len: 173 time: 0.4131615 Jul 07 14:15:56.920269 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '315a676e-0b54-4192-ab4a-8119909f5249', 'name': 'network-vif-deleted', 'tag': 'f7ddc819-2278-4399-956d-257e86e14f46'}] {{(pid=92954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 14:15:56.922638 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23a2f25214143ca7dc6eabc905ff8a7df5b3799efbbaa422209646810e3da78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7d9bd77-9ef2-4176-96e6-c379a3d3697f" -d '{"events": [{"server_uuid": "315a676e-0b54-4192-ab4a-8119909f5249", "name": "network-vif-deleted", "tag": "f7ddc819-2278-4399-956d-257e86e14f46"}]}' {{(pid=92954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 14:15:56.958882 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 14:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b542935-891e-4f3e-96c3-d7421a144c4f x-openstack-request-id: req-0b542935-891e-4f3e-96c3-d7421a144c4f {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 14:15:56.959152 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "315a676e-0b54-4192-ab4a-8119909f5249", "name": "network-vif-deleted", "tag": "f7ddc819-2278-4399-956d-257e86e14f46", "status": "completed", "code": 200}]} {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 14:15:56.959399 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0b542935-891e-4f3e-96c3-d7421a144c4f {{(pid=92954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 14:15:56.959807 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '315a676e-0b54-4192-ab4a-8119909f5249', 'name': 'network-vif-deleted', 'tag': 'f7ddc819-2278-4399-956d-257e86e14f46', 'status': 'completed', 'code': 200} Jul 07 14:15:57.224840 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-dbb69d7b-af50-4104-aff3-be901f55f6ff req-2a3d9c78-f00d-49c9-8213-bcf977bfb985 tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae504e1a-8b02-4d11-b9db-e50442d1da2b HTTP/1.1" status: 200 len: 210 time: 0.0321481 Jul 07 14:15:57.259429 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-b8f006cb-2a7e-4a10-b32b-c095e110e47b req-314dc913-fa4a-45bb-92e3-b47258b42ca9 tempest-TestMinimumBasicScenario-1275857879 tempest-TestMinimumBasicScenario-1275857879-project] 10.222.0.16 "GET /v2.0/ports?device_id=315a676e-0b54-4192-ab4a-8119909f5249 HTTP/1.1" status: 200 len: 210 time: 0.0336032 Jul 07 14:15:57.493930 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4b8d399d-7c0d-44ef-8bb2-dff591f088a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:15:57.818774 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:15:58.371612 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-67731495-a32d-4d44-964b-25fd027638ac req-24a41a6f-6e28-4143-b65b-a477fdee445a tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae504e1a-8b02-4d11-b9db-e50442d1da2b HTTP/1.1" status: 200 len: 210 time: 0.0332348 Jul 07 14:15:58.644163 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-797095d9-f31f-46bc-add0-d9922559420e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:15:59.181902 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 57916) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:15:59.526126 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-82ec0b9b-3df8-4e4e-89d4-e260c35de4dc req-631045c2-5da7-41b7-b76a-7b4f8e368f1f tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae504e1a-8b02-4d11-b9db-e50442d1da2b HTTP/1.1" status: 200 len: 210 time: 0.0351286 Jul 07 14:15:59.696988 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-d8342bca-c2fa-4f48-9136-45473404dc05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1712148'] for router_interface, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:15:59.979996 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-d8342bca-c2fa-4f48-9136-45473404dc05 admin admin] Deleting port 5d06267e-a3b9-453a-9ec2-ab5bd07660fa {{(pid=92953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 14:15:59.980330 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-d8342bca-c2fa-4f48-9136-45473404dc05 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744351408860'] for port, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:16:00.063712 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-d8342bca-c2fa-4f48-9136-45473404dc05 admin admin] For port 5d06267e-a3b9-453a-9ec2-ab5bd07660fa, host dv-cinder-799821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799821-1-iscsi',level=0,port_id=5d06267e-a3b9-453a-9ec2-ab5bd07660fa,segment=NetworkSegment(017ed2ec-9d93-47f3-8eb0-7bca76a1786f),segment_id=017ed2ec-9d93-47f3-8eb0-7bca76a1786f)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 14:16:00.063712 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-d8342bca-c2fa-4f48-9136-45473404dc05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1715988'] for port, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:16:00.071043 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-d8342bca-c2fa-4f48-9136-45473404dc05 admin admin] Calling delete_port for 5d06267e-a3b9-453a-9ec2-ab5bd07660fa owned by network:router_interface {{(pid=92953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 14:16:00.225072 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-de2cb0b5-6e4a-418e-bae1-4b4e8a512c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:16:00.466472 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-d8342bca-c2fa-4f48-9136-45473404dc05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744351415830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744350976997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2608659'] for port, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:16:00.490504 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8342bca-c2fa-4f48-9136-45473404dc05 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d06267e-a3b9-453a-9ec2-ab5bd07660fa,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:16:00.518822 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8342bca-c2fa-4f48-9136-45473404dc05 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:16:00.519173 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8342bca-c2fa-4f48-9136-45473404dc05 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:16:00.519515 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8342bca-c2fa-4f48-9136-45473404dc05 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:16:00.519851 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8342bca-c2fa-4f48-9136-45473404dc05 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:16:00.520183 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8342bca-c2fa-4f48-9136-45473404dc05 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:16:00.520509 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8342bca-c2fa-4f48-9136-45473404dc05 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:16:00.520832 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8342bca-c2fa-4f48-9136-45473404dc05 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:16:00.521155 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8342bca-c2fa-4f48-9136-45473404dc05 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:16:00.521477 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8342bca-c2fa-4f48-9136-45473404dc05 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:16:00.521795 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8342bca-c2fa-4f48-9136-45473404dc05 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:16:00.522113 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8342bca-c2fa-4f48-9136-45473404dc05 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:16:00.522428 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8342bca-c2fa-4f48-9136-45473404dc05 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:16:00.677189 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-948da8c4-ef2a-4f29-b0e7-5a4fea4d7988 req-3e0d58fb-2e4e-4c79-bab1-631eb0c8ecbe tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae504e1a-8b02-4d11-b9db-e50442d1da2b HTTP/1.1" status: 200 len: 210 time: 0.0305119 Jul 07 14:16:00.692182 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-d8342bca-c2fa-4f48-9136-45473404dc05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1716010'] for router_interface, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:16:00.898007 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8342bca-c2fa-4f48-9136-45473404dc05 admin admin] Router 26571d58-cba8-4d8f-9655-5a1eca218863 has already been hosted by L3 agent 652ddd47-bc13-4e1c-8285-b4eb8cea957f {{(pid=92953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 14:16:01.000015 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8342bca-c2fa-4f48-9136-45473404dc05 admin admin] Notify agent at l3_agent.dv-cinder-799821-1-iscsi the message routers_updated {{(pid=92953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 14:16:01.004946 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-d8342bca-c2fa-4f48-9136-45473404dc05 admin admin] 10.222.0.16 "PUT /v2.0/routers/26571d58-cba8-4d8f-9655-5a1eca218863/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8219814 Jul 07 14:16:01.007416 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 57934) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:16:01.010239 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7120c408-74bc-4728-8ee8-48b96a96b970 None None] Sync routers for ids ['26571d58-cba8-4d8f-9655-5a1eca218863'] in dv-cinder-799821-1-iscsi {{(pid=92956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 14:16:01.019685 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7120c408-74bc-4728-8ee8-48b96a96b970 None None] Routers {'26571d58-cba8-4d8f-9655-5a1eca218863'} bound to L3 agent in host dv-cinder-799821-1-iscsi {{(pid=92956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 14:16:01.020303 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-7120c408-74bc-4728-8ee8-48b96a96b970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T13:53:27Z,description=,heartbeat_timestamp=2021-07-07T14:15:57Z,host='dv-cinder-799821-1-iscsi',id=652ddd47-bc13-4e1c-8285-b4eb8cea957f,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:53:27Z,topic='l3_agent')) {'router_ids': ['26571d58-cba8-4d8f-9655-5a1eca218863'], 'active': True} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:16:01.114812 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-1d65ccdb-28f1-453f-9c32-24f93b90bbd0 admin admin] Notify callbacks [] for router, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:16:01.128148 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvr_db [None req-7120c408-74bc-4728-8ee8-48b96a96b970 None None] Set router 26571d58-cba8-4d8f-9655-5a1eca218863 gateway port host: dv-cinder-799821-1-iscsi {{(pid=92956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 14:16:01.234582 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-1d65ccdb-28f1-453f-9c32-24f93b90bbd0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:16:01.284526 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-1d65ccdb-28f1-453f-9c32-24f93b90bbd0 admin admin] Deleting port 9b76fed5-3dab-4de8-b5d3-94874466323f {{(pid=92953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 14:16:01.284851 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-1d65ccdb-28f1-453f-9c32-24f93b90bbd0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744351408860'] for port, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:16:01.305646 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-7120c408-74bc-4728-8ee8-48b96a96b970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26571d58-cba8-4d8f-9655-5a1eca218863', 'name': 'tempest-TestMinimumBasicScenario-843701086-router', 'tenant_id': '59eb0e293dbe469baef13202a28170b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'external_fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '9b76fed5-3dab-4de8-b5d3-94874466323f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T14:03:07Z', 'updated_at': '2021-07-07T14:16:00Z', 'revision_number': 5, 'project_id': '59eb0e293dbe469baef13202a28170b4', 'gw_port': {'id': '9b76fed5-3dab-4de8-b5d3-94874466323f', 'name': '', 'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:48:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26571d58-cba8-4d8f-9655-5a1eca218863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:03:07Z', 'updated_at': '2021-07-07T14:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799821-1-iscsi'}], 'dv-cinder-799821-1-iscsi', False) {} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:16:01.335098 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7120c408-74bc-4728-8ee8-48b96a96b970 None None] Checking router: 26571d58-cba8-4d8f-9655-5a1eca218863 for host: dv-cinder-799821-1-iscsi {{(pid=92956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 14:16:01.343372 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7120c408-74bc-4728-8ee8-48b96a96b970 None None] Routers {'26571d58-cba8-4d8f-9655-5a1eca218863'} bound to L3 agent in host dv-cinder-799821-1-iscsi {{(pid=92956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 14:16:01.344240 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-7120c408-74bc-4728-8ee8-48b96a96b970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T13:53:27Z,description=,heartbeat_timestamp=2021-07-07T14:15:57Z,host='dv-cinder-799821-1-iscsi',id=652ddd47-bc13-4e1c-8285-b4eb8cea957f,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:53:27Z,topic='l3_agent')) {'router_ids': ['26571d58-cba8-4d8f-9655-5a1eca218863'], 'active': True} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:16:01.360487 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-1d65ccdb-28f1-453f-9c32-24f93b90bbd0 admin admin] For port 9b76fed5-3dab-4de8-b5d3-94874466323f, host dv-cinder-799821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799821-1-iscsi',level=0,port_id=9b76fed5-3dab-4de8-b5d3-94874466323f,segment=NetworkSegment(f9b1122d-b65f-4a0f-8420-4cc063cf42b9),segment_id=f9b1122d-b65f-4a0f-8420-4cc063cf42b9)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 14:16:01.360823 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-1d65ccdb-28f1-453f-9c32-24f93b90bbd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1715988'] for port, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:16:01.373595 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-1d65ccdb-28f1-453f-9c32-24f93b90bbd0 admin admin] Calling delete_port for 9b76fed5-3dab-4de8-b5d3-94874466323f owned by network:router_gateway {{(pid=92953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 14:16:01.427396 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvr_db [None req-7120c408-74bc-4728-8ee8-48b96a96b970 None None] Set router 26571d58-cba8-4d8f-9655-5a1eca218863 gateway port host: None {{(pid=92956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 14:16:01.483688 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-7120c408-74bc-4728-8ee8-48b96a96b970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26571d58-cba8-4d8f-9655-5a1eca218863', 'name': 'tempest-TestMinimumBasicScenario-843701086-router', 'tenant_id': '59eb0e293dbe469baef13202a28170b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T14:03:07Z', 'updated_at': '2021-07-07T14:16:01Z', 'revision_number': 6, 'project_id': '59eb0e293dbe469baef13202a28170b4', 'gw_port_host': None}], 'dv-cinder-799821-1-iscsi', False) {} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:16:01.514045 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7120c408-74bc-4728-8ee8-48b96a96b970 None None] The sync data for ids ['26571d58-cba8-4d8f-9655-5a1eca218863'] in dv-cinder-799821-1-iscsi is: [{'id': '26571d58-cba8-4d8f-9655-5a1eca218863', 'name': 'tempest-TestMinimumBasicScenario-843701086-router', 'tenant_id': '59eb0e293dbe469baef13202a28170b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T14:03:07Z', 'updated_at': '2021-07-07T14:16:01Z', 'revision_number': 6, 'project_id': '59eb0e293dbe469baef13202a28170b4', 'gw_port_host': None}] {{(pid=92956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 14:16:01.545198 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-1d65ccdb-28f1-453f-9c32-24f93b90bbd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744351415830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744350976997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2608659'] for port, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:16:01.574510 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d65ccdb-28f1-453f-9c32-24f93b90bbd0 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b76fed5-3dab-4de8-b5d3-94874466323f,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:16:01.598705 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Device f7ddc819-2278-4399-956d-257e86e14f46 no longer exists at agent hyperv_hv-cinder-79982 {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 14:16:01.617705 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] No Port match for: f7ddc819-2278-4399-956d-257e86e14f46 {{(pid=92955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 14:16:01.618037 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Device f7ddc819-2278-4399-956d-257e86e14f46 not bound to the agent host hv-cinder-79982 {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 14:16:01.635081 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-1d65ccdb-28f1-453f-9c32-24f93b90bbd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1662035'] for router_gateway, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:16:01.736959 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-1d65ccdb-28f1-453f-9c32-24f93b90bbd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1724647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6200'] for router, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:16:01.739051 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-1d65ccdb-28f1-453f-9c32-24f93b90bbd0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:16:01.825954 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-898a2e40-aab7-4e02-a41a-3d371b06d194 req-7abc1744-cbdf-434d-b6c3-cb649af42177 tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae504e1a-8b02-4d11-b9db-e50442d1da2b HTTP/1.1" status: 200 len: 210 time: 0.0290930 Jul 07 14:16:01.826628 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-1d65ccdb-28f1-453f-9c32-24f93b90bbd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1727095'] for router, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:16:01.827108 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d65ccdb-28f1-453f-9c32-24f93b90bbd0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 26571d58-cba8-4d8f-9655-5a1eca218863 {{(pid=92953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 14:16:01.832200 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-1d65ccdb-28f1-453f-9c32-24f93b90bbd0 admin admin] Notify callbacks [] for router, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:16:01.833324 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-1d65ccdb-28f1-453f-9c32-24f93b90bbd0 admin admin] 10.222.0.16 "DELETE /v2.0/routers/26571d58-cba8-4d8f-9655-5a1eca218863 HTTP/1.1" status: 204 len: 168 time: 0.8238447 Jul 07 14:16:01.837314 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 57944) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:16:01.886767 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.db.db_base_plugin_v2 [None req-dffa8a59-eb78-47b9-858d-48815b3f5e40 admin admin] Deleting subnet 91e1ef31-82bf-4ca2-898f-d9c311a6e6d6 {{(pid=92953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 14:16:01.890277 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-dffa8a59-eb78-47b9-858d-48815b3f5e40 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:16:01.925628 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-dffa8a59-eb78-47b9-858d-48815b3f5e40 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2140470'] for subnet, precommit_delete_associations {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:16:02.032560 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-dffa8a59-eb78-47b9-858d-48815b3f5e40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736859'] for subnet, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:16:02.084936 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-dffa8a59-eb78-47b9-858d-48815b3f5e40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2608681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3757649'] for subnet, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:16:02.114438 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffa8a59-eb78-47b9-858d-48815b3f5e40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91e1ef31-82bf-4ca2-898f-d9c311a6e6d6,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:16:02.117774 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-dffa8a59-eb78-47b9-858d-48815b3f5e40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582248'] for subnet, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:16:02.120300 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-dffa8a59-eb78-47b9-858d-48815b3f5e40 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/91e1ef31-82bf-4ca2-898f-d9c311a6e6d6 HTTP/1.1" status: 204 len: 168 time: 0.2814522 Jul 07 14:16:02.122222 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 57950) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:16:02.124772 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d3a8717-4689-4f3d-ac14-728ab3910344 None None] Network c7ea10ae-2e6f-49b3-870e-d440c4a3b013 requested from dv-cinder-799821-1-iscsi {{(pid=92955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 14:16:02.192009 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-1c6d999b-65d1-4f44-bc78-7d64fc785914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573990'] for network, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:16:02.245116 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-1c6d999b-65d1-4f44-bc78-7d64fc785914 admin admin] Deleting port 4bb04c9f-a2b6-44eb-9a8b-f3ce2ee4e09d {{(pid=92953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 14:16:02.245460 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-1c6d999b-65d1-4f44-bc78-7d64fc785914 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744351408860'] for port, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:16:02.325927 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-1c6d999b-65d1-4f44-bc78-7d64fc785914 admin admin] For port 4bb04c9f-a2b6-44eb-9a8b-f3ce2ee4e09d, host dv-cinder-799821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799821-1-iscsi',level=0,port_id=4bb04c9f-a2b6-44eb-9a8b-f3ce2ee4e09d,segment=NetworkSegment(017ed2ec-9d93-47f3-8eb0-7bca76a1786f),segment_id=017ed2ec-9d93-47f3-8eb0-7bca76a1786f)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 14:16:02.326356 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-1c6d999b-65d1-4f44-bc78-7d64fc785914 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1715988'] for port, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:16:02.328837 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:16:02.340650 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-1c6d999b-65d1-4f44-bc78-7d64fc785914 admin admin] Calling delete_port for 4bb04c9f-a2b6-44eb-9a8b-f3ce2ee4e09d owned by network:dhcp {{(pid=92953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 14:16:02.349839 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9240dad9-adcb-4f1b-8ade-219dd791fa80 None None] DHCP port deletion for c7ea10ae-2e6f-49b3-870e-d440c4a3b013 request from dv-cinder-799821-1-iscsi {{(pid=92955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 14:16:02.397463 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-9240dad9-adcb-4f1b-8ade-219dd791fa80 None None] Deleting port 4bb04c9f-a2b6-44eb-9a8b-f3ce2ee4e09d {{(pid=92955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 14:16:02.397781 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9240dad9-adcb-4f1b-8ade-219dd791fa80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744351408860'] for port, before_delete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:16:02.423160 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-1c6d999b-65d1-4f44-bc78-7d64fc785914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744351415830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744350976997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2608659'] for port, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:16:02.450085 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6d999b-65d1-4f44-bc78-7d64fc785914 admin admin] Pushing event deleted for resources: {'Port': ['ID=4bb04c9f-a2b6-44eb-9a8b-f3ce2ee4e09d,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:16:02.457133 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6d999b-65d1-4f44-bc78-7d64fc785914 admin admin] No DVR routers for this DVR port 4bb04c9f-a2b6-44eb-9a8b-f3ce2ee4e09d on host dv-cinder-799821-1-iscsi {{(pid=92953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 14:16:02.466628 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-9240dad9-adcb-4f1b-8ade-219dd791fa80 None None] For port 4bb04c9f-a2b6-44eb-9a8b-f3ce2ee4e09d, host dv-cinder-799821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799821-1-iscsi',level=0,port_id=4bb04c9f-a2b6-44eb-9a8b-f3ce2ee4e09d,segment=NetworkSegment(017ed2ec-9d93-47f3-8eb0-7bca76a1786f),segment_id=017ed2ec-9d93-47f3-8eb0-7bca76a1786f)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 14:16:02.467082 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9240dad9-adcb-4f1b-8ade-219dd791fa80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1715988'] for port, precommit_delete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:16:02.480811 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-9240dad9-adcb-4f1b-8ade-219dd791fa80 None None] Calling delete_port for 4bb04c9f-a2b6-44eb-9a8b-f3ce2ee4e09d owned by network:dhcp {{(pid=92955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 14:16:02.528973 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-1c6d999b-65d1-4f44-bc78-7d64fc785914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730318', 'neutron.services.segments.db._delete_segments_for_network-8744351280222'] for network, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:16:02.544366 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.services.segments.db [None req-1c6d999b-65d1-4f44-bc78-7d64fc785914 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7ea10ae-2e6f-49b3-870e-d440c4a3b013']}} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:16:02.550653 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Device 9b76fed5-3dab-4de8-b5d3-94874466323f no longer exists at agent ovs-agent-dv-cinder-799821-1-iscsi {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 14:16:02.556162 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.services.segments.db [None req-1c6d999b-65d1-4f44-bc78-7d64fc785914 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '017ed2ec-9d93-47f3-8eb0-7bca76a1786f') {'for_net_delete': True} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:16:02.556576 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.services.segments.db [None req-1c6d999b-65d1-4f44-bc78-7d64fc785914 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '017ed2ec-9d93-47f3-8eb0-7bca76a1786f') {} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:16:02.566419 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-1c6d999b-65d1-4f44-bc78-7d64fc785914 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744351507842', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2140449'] for segment, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:16:02.582005 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-1c6d999b-65d1-4f44-bc78-7d64fc785914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:16:02.588462 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c6d999b-65d1-4f44-bc78-7d64fc785914 admin admin] Releasing vlan 636 on physical network physnet1 to pool {{(pid=92953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 14:16:02.588916 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-1c6d999b-65d1-4f44-bc78-7d64fc785914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2608844'] for segment, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:16:02.591102 dv-cinder-799821-1-iscsi neutron-server[92953]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 14:16:02.591102 dv-cinder-799821-1-iscsi neutron-server[92953]: conditions |= (models_v2.Port.network_id.in_( Jul 07 14:16:02.591102 dv-cinder-799821-1-iscsi neutron-server[92953]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 14:16:02.591102 dv-cinder-799821-1-iscsi neutron-server[92953]: conditions |= (models_v2.Port.network_id.in_( Jul 07 14:16:02.591102 dv-cinder-799821-1-iscsi neutron-server[92953]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 14:16:02.591102 dv-cinder-799821-1-iscsi neutron-server[92953]: conditions |= (models_v2.Port.network_id.in_( Jul 07 14:16:02.591102 dv-cinder-799821-1-iscsi neutron-server[92953]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 14:16:02.591102 dv-cinder-799821-1-iscsi neutron-server[92953]: conditions |= (models_v2.Port.network_id.in_( Jul 07 14:16:02.591102 dv-cinder-799821-1-iscsi neutron-server[92953]: Traceback (most recent call last): Jul 07 14:16:02.591102 dv-cinder-799821-1-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 14:16:02.591102 dv-cinder-799821-1-iscsi neutron-server[92953]: timer() Jul 07 14:16:02.591102 dv-cinder-799821-1-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 14:16:02.591102 dv-cinder-799821-1-iscsi neutron-server[92953]: cb(*args, **kw) Jul 07 14:16:02.591102 dv-cinder-799821-1-iscsi neutron-server[92953]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 14:16:02.591102 dv-cinder-799821-1-iscsi neutron-server[92953]: return func(*args, **kwargs) Jul 07 14:16:02.591102 dv-cinder-799821-1-iscsi neutron-server[92953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 14:16:02.591102 dv-cinder-799821-1-iscsi neutron-server[92953]: self._notify() Jul 07 14:16:02.591102 dv-cinder-799821-1-iscsi neutron-server[92953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 14:16:02.591102 dv-cinder-799821-1-iscsi neutron-server[92953]: self.callback(batched_events) Jul 07 14:16:02.591102 dv-cinder-799821-1-iscsi neutron-server[92953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 14:16:02.591102 dv-cinder-799821-1-iscsi neutron-server[92953]: event.method(event) Jul 07 14:16:02.591102 dv-cinder-799821-1-iscsi neutron-server[92953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 14:16:02.591102 dv-cinder-799821-1-iscsi neutron-server[92953]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 14:16:02.591102 dv-cinder-799821-1-iscsi neutron-server[92953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 14:16:02.591102 dv-cinder-799821-1-iscsi neutron-server[92953]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 14:16:02.591102 dv-cinder-799821-1-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 14:16:02.591102 dv-cinder-799821-1-iscsi neutron-server[92953]: return f(self, *a, **k) Jul 07 14:16:02.591102 dv-cinder-799821-1-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 14:16:02.591102 dv-cinder-799821-1-iscsi neutron-server[92953]: return self._get(url).json() Jul 07 14:16:02.591102 dv-cinder-799821-1-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 14:16:02.591102 dv-cinder-799821-1-iscsi neutron-server[92953]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 14:16:02.591102 dv-cinder-799821-1-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 14:16:02.591102 dv-cinder-799821-1-iscsi neutron-server[92953]: return self.request(url, 'GET', **kwargs) Jul 07 14:16:02.591102 dv-cinder-799821-1-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 14:16:02.591102 dv-cinder-799821-1-iscsi neutron-server[92953]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 14:16:02.591102 dv-cinder-799821-1-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 14:16:02.591102 dv-cinder-799821-1-iscsi neutron-server[92953]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 14:16:02.591102 dv-cinder-799821-1-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 14:16:02.591102 dv-cinder-799821-1-iscsi neutron-server[92953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 14:16:02.591102 dv-cinder-799821-1-iscsi neutron-server[92953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 14:16:02.604127 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] No Port match for: 9b76fed5-3dab-4de8-b5d3-94874466323f {{(pid=92955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 14:16:02.604702 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Device 9b76fed5-3dab-4de8-b5d3-94874466323f not bound to the agent host dv-cinder-799821-1-iscsi {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 14:16:02.604860 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Device 4bb04c9f-a2b6-44eb-9a8b-f3ce2ee4e09d no longer exists at agent ovs-agent-dv-cinder-799821-1-iscsi {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 14:16:02.627997 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] No Port match for: 4bb04c9f-a2b6-44eb-9a8b-f3ce2ee4e09d {{(pid=92955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 14:16:02.628430 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Device 4bb04c9f-a2b6-44eb-9a8b-f3ce2ee4e09d not bound to the agent host dv-cinder-799821-1-iscsi {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 14:16:02.628782 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Device 5d06267e-a3b9-453a-9ec2-ab5bd07660fa no longer exists at agent ovs-agent-dv-cinder-799821-1-iscsi {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 14:16:02.651922 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-1c6d999b-65d1-4f44-bc78-7d64fc785914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1662071'] for network, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:16:02.656778 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-1c6d999b-65d1-4f44-bc78-7d64fc785914 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582248'] for network, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:16:02.657970 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] No Port match for: 5d06267e-a3b9-453a-9ec2-ab5bd07660fa {{(pid=92955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 14:16:02.658305 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Device 5d06267e-a3b9-453a-9ec2-ab5bd07660fa not bound to the agent host dv-cinder-799821-1-iscsi {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 14:16:02.661838 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-1c6d999b-65d1-4f44-bc78-7d64fc785914 admin admin] 10.222.0.16 "DELETE /v2.0/networks/c7ea10ae-2e6f-49b3-870e-d440c4a3b013 HTTP/1.1" status: 204 len: 168 time: 0.5358982 Jul 07 14:16:02.663408 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 57956) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:16:02.668973 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9240dad9-adcb-4f1b-8ade-219dd791fa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744351415830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744350976997'] for port, after_delete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:16:02.672983 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6d999b-65d1-4f44-bc78-7d64fc785914 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7ea10ae-2e6f-49b3-870e-d440c4a3b013,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:16:02.676469 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9240dad9-adcb-4f1b-8ade-219dd791fa80 None None] Network c7ea10ae-2e6f-49b3-870e-d440c4a3b013 is not hosted by any dhcp agent {{(pid=92955) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 07 14:16:02.677269 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9240dad9-adcb-4f1b-8ade-219dd791fa80 None None] No DVR routers for this DVR port 4bb04c9f-a2b6-44eb-9a8b-f3ce2ee4e09d on host dv-cinder-799821-1-iscsi {{(pid=92955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 14:16:02.698092 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9240dad9-adcb-4f1b-8ade-219dd791fa80 None None] Pushing event deleted for resources: {'Port': ['ID=4bb04c9f-a2b6-44eb-9a8b-f3ce2ee4e09d,revision_number=None']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:16:02.706891 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9240dad9-adcb-4f1b-8ade-219dd791fa80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:16:02.707309 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9240dad9-adcb-4f1b-8ade-219dd791fa80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:16:02.707563 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9240dad9-adcb-4f1b-8ade-219dd791fa80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:16:02.707897 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9240dad9-adcb-4f1b-8ade-219dd791fa80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:16:02.708222 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9240dad9-adcb-4f1b-8ade-219dd791fa80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:16:02.708547 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9240dad9-adcb-4f1b-8ade-219dd791fa80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:16:02.708868 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9240dad9-adcb-4f1b-8ade-219dd791fa80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:16:02.709188 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9240dad9-adcb-4f1b-8ade-219dd791fa80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:16:02.709531 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9240dad9-adcb-4f1b-8ade-219dd791fa80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:16:02.709851 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9240dad9-adcb-4f1b-8ade-219dd791fa80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:16:02.710173 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9240dad9-adcb-4f1b-8ade-219dd791fa80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:16:02.710523 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9240dad9-adcb-4f1b-8ade-219dd791fa80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:16:02.979969 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-5cc75e5c-6d0a-4da2-a01f-79863b6a1235 req-1a511b39-a70b-4e78-add0-76b3a17c5862 tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae504e1a-8b02-4d11-b9db-e50442d1da2b HTTP/1.1" status: 200 len: 210 time: 0.0271909 Jul 07 14:16:03.081991 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-da0e488e-547f-4ee2-875f-677113bdfe0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1712148'] for router_interface, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:16:03.613913 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.plugin [None req-da0e488e-547f-4ee2-875f-677113bdfe0a admin admin] Deleting port d376f53a-7614-4bad-9c09-ca8854b4870e {{(pid=92954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 14:16:03.614160 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-da0e488e-547f-4ee2-875f-677113bdfe0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744351408860'] for port, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:16:03.688445 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [None req-da0e488e-547f-4ee2-875f-677113bdfe0a admin admin] For port d376f53a-7614-4bad-9c09-ca8854b4870e, host dv-cinder-799821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799821-1-iscsi',level=0,port_id=d376f53a-7614-4bad-9c09-ca8854b4870e,segment=NetworkSegment(e3f053b9-424b-46d3-8913-2365e9518b70),segment_id=e3f053b9-424b-46d3-8913-2365e9518b70)] {{(pid=92954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 14:16:03.689131 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-da0e488e-547f-4ee2-875f-677113bdfe0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1715988'] for port, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:16:03.701608 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.plugin [None req-da0e488e-547f-4ee2-875f-677113bdfe0a admin admin] Calling delete_port for d376f53a-7614-4bad-9c09-ca8854b4870e owned by network:router_interface {{(pid=92954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 14:16:03.896807 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-da0e488e-547f-4ee2-875f-677113bdfe0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744351415830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744350976997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8461640'] for port, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:16:03.919509 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0e488e-547f-4ee2-875f-677113bdfe0a admin admin] Pushing event deleted for resources: {'Port': ['ID=d376f53a-7614-4bad-9c09-ca8854b4870e,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:16:04.086541 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-da0e488e-547f-4ee2-875f-677113bdfe0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1716010'] for router_interface, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:16:04.123804 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-491dbe59-550b-4834-ac52-570c580bcbb1 req-144b3319-7db8-491f-88d3-d9b17cf7034a tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae504e1a-8b02-4d11-b9db-e50442d1da2b HTTP/1.1" status: 200 len: 210 time: 0.0297716 Jul 07 14:16:04.299943 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da0e488e-547f-4ee2-875f-677113bdfe0a admin admin] Router 55bd7695-dd52-4c02-99a0-acf3a453e9d7 has already been hosted by L3 agent 652ddd47-bc13-4e1c-8285-b4eb8cea957f {{(pid=92954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 14:16:04.405705 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da0e488e-547f-4ee2-875f-677113bdfe0a admin admin] Notify agent at l3_agent.dv-cinder-799821-1-iscsi the message routers_updated {{(pid=92954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 14:16:04.410859 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-da0e488e-547f-4ee2-875f-677113bdfe0a admin admin] 10.222.0.16 "PUT /v2.0/routers/55bd7695-dd52-4c02-99a0-acf3a453e9d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7467504 Jul 07 14:16:04.413324 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 57978) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:16:04.414373 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f519b77d-db5b-4c32-b3bd-37678c0fdbc3 None None] Sync routers for ids ['55bd7695-dd52-4c02-99a0-acf3a453e9d7'] in dv-cinder-799821-1-iscsi {{(pid=92955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 14:16:04.423252 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f519b77d-db5b-4c32-b3bd-37678c0fdbc3 None None] Routers {'55bd7695-dd52-4c02-99a0-acf3a453e9d7'} bound to L3 agent in host dv-cinder-799821-1-iscsi {{(pid=92955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 14:16:04.423862 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-f519b77d-db5b-4c32-b3bd-37678c0fdbc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T13:53:27Z,description=,heartbeat_timestamp=2021-07-07T14:15:57Z,host='dv-cinder-799821-1-iscsi',id=652ddd47-bc13-4e1c-8285-b4eb8cea957f,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:53:27Z,topic='l3_agent')) {'router_ids': ['55bd7695-dd52-4c02-99a0-acf3a453e9d7'], 'active': True} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:16:04.517905 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-31a2eb3c-4271-4b89-a5f4-6a24ffaa3200 admin admin] Notify callbacks [] for router, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:16:04.536624 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvr_db [None req-f519b77d-db5b-4c32-b3bd-37678c0fdbc3 None None] Set router 55bd7695-dd52-4c02-99a0-acf3a453e9d7 gateway port host: dv-cinder-799821-1-iscsi {{(pid=92955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 14:16:04.618613 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-31a2eb3c-4271-4b89-a5f4-6a24ffaa3200 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:16:04.671197 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.plugin [None req-31a2eb3c-4271-4b89-a5f4-6a24ffaa3200 admin admin] Deleting port e042a943-30d6-486b-9204-1c01871c6997 {{(pid=92954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 14:16:04.671451 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-31a2eb3c-4271-4b89-a5f4-6a24ffaa3200 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744351408860'] for port, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:16:04.711197 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-f519b77d-db5b-4c32-b3bd-37678c0fdbc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55bd7695-dd52-4c02-99a0-acf3a453e9d7', 'name': 'tempest-TestMinimumBasicScenario-438765037-router', 'tenant_id': '15cef405526f49eeb605c50ac9ac78ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'external_fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': 'e042a943-30d6-486b-9204-1c01871c6997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T14:03:12Z', 'updated_at': '2021-07-07T14:16:03Z', 'revision_number': 5, 'project_id': '15cef405526f49eeb605c50ac9ac78ae', 'gw_port': {'id': 'e042a943-30d6-486b-9204-1c01871c6997', 'name': '', 'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:c2:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55bd7695-dd52-4c02-99a0-acf3a453e9d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:03:13Z', 'updated_at': '2021-07-07T14:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799821-1-iscsi'}], 'dv-cinder-799821-1-iscsi', False) {} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:16:04.737416 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f519b77d-db5b-4c32-b3bd-37678c0fdbc3 None None] Checking router: 55bd7695-dd52-4c02-99a0-acf3a453e9d7 for host: dv-cinder-799821-1-iscsi {{(pid=92955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 14:16:04.745510 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f519b77d-db5b-4c32-b3bd-37678c0fdbc3 None None] Routers {'55bd7695-dd52-4c02-99a0-acf3a453e9d7'} bound to L3 agent in host dv-cinder-799821-1-iscsi {{(pid=92955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 14:16:04.746146 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-f519b77d-db5b-4c32-b3bd-37678c0fdbc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T13:53:27Z,description=,heartbeat_timestamp=2021-07-07T14:15:57Z,host='dv-cinder-799821-1-iscsi',id=652ddd47-bc13-4e1c-8285-b4eb8cea957f,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:53:27Z,topic='l3_agent')) {'router_ids': ['55bd7695-dd52-4c02-99a0-acf3a453e9d7'], 'active': True} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:16:04.748846 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [None req-31a2eb3c-4271-4b89-a5f4-6a24ffaa3200 admin admin] For port e042a943-30d6-486b-9204-1c01871c6997, host dv-cinder-799821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799821-1-iscsi',level=0,port_id=e042a943-30d6-486b-9204-1c01871c6997,segment=NetworkSegment(f9b1122d-b65f-4a0f-8420-4cc063cf42b9),segment_id=f9b1122d-b65f-4a0f-8420-4cc063cf42b9)] {{(pid=92954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 14:16:04.749364 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-31a2eb3c-4271-4b89-a5f4-6a24ffaa3200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1715988'] for port, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:16:04.761347 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.plugin [None req-31a2eb3c-4271-4b89-a5f4-6a24ffaa3200 admin admin] Calling delete_port for e042a943-30d6-486b-9204-1c01871c6997 owned by network:router_gateway {{(pid=92954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 14:16:04.831023 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvr_db [None req-f519b77d-db5b-4c32-b3bd-37678c0fdbc3 None None] Set router 55bd7695-dd52-4c02-99a0-acf3a453e9d7 gateway port host: None {{(pid=92955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 14:16:04.887574 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-f519b77d-db5b-4c32-b3bd-37678c0fdbc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55bd7695-dd52-4c02-99a0-acf3a453e9d7', 'name': 'tempest-TestMinimumBasicScenario-438765037-router', 'tenant_id': '15cef405526f49eeb605c50ac9ac78ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T14:03:12Z', 'updated_at': '2021-07-07T14:16:04Z', 'revision_number': 6, 'project_id': '15cef405526f49eeb605c50ac9ac78ae', 'gw_port_host': None}], 'dv-cinder-799821-1-iscsi', False) {} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:16:04.912959 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f519b77d-db5b-4c32-b3bd-37678c0fdbc3 None None] The sync data for ids ['55bd7695-dd52-4c02-99a0-acf3a453e9d7'] in dv-cinder-799821-1-iscsi is: [{'id': '55bd7695-dd52-4c02-99a0-acf3a453e9d7', 'name': 'tempest-TestMinimumBasicScenario-438765037-router', 'tenant_id': '15cef405526f49eeb605c50ac9ac78ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T14:03:12Z', 'updated_at': '2021-07-07T14:16:04Z', 'revision_number': 6, 'project_id': '15cef405526f49eeb605c50ac9ac78ae', 'gw_port_host': None}] {{(pid=92955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 14:16:04.927580 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-31a2eb3c-4271-4b89-a5f4-6a24ffaa3200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744351415830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744350976997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8461640'] for port, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:16:04.962390 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a2eb3c-4271-4b89-a5f4-6a24ffaa3200 admin admin] Pushing event deleted for resources: {'Port': ['ID=e042a943-30d6-486b-9204-1c01871c6997,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:16:05.019776 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-31a2eb3c-4271-4b89-a5f4-6a24ffaa3200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1662035'] for router_gateway, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:16:05.116951 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-31a2eb3c-4271-4b89-a5f4-6a24ffaa3200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1724647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6200'] for router, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:16:05.119095 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-31a2eb3c-4271-4b89-a5f4-6a24ffaa3200 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:16:05.189953 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-31a2eb3c-4271-4b89-a5f4-6a24ffaa3200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1727095'] for router, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:16:05.190484 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31a2eb3c-4271-4b89-a5f4-6a24ffaa3200 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 55bd7695-dd52-4c02-99a0-acf3a453e9d7 {{(pid=92954) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 14:16:05.195698 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-31a2eb3c-4271-4b89-a5f4-6a24ffaa3200 admin admin] Notify callbacks [] for router, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:16:05.196799 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-31a2eb3c-4271-4b89-a5f4-6a24ffaa3200 admin admin] 10.222.0.16 "DELETE /v2.0/routers/55bd7695-dd52-4c02-99a0-acf3a453e9d7 HTTP/1.1" status: 204 len: 168 time: 0.7825334 Jul 07 14:16:05.199203 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 57982) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:16:05.246122 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa579bb4-abdd-4ce6-a6a6-fbd003be3774 admin admin] Deleting subnet e218038f-f890-4eb2-ae2e-1229855486fb {{(pid=92954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 14:16:05.251147 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-aa579bb4-abdd-4ce6-a6a6-fbd003be3774 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:16:05.278013 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-1f21dceb-756f-4dee-9cda-75495ca74229 req-42a0870b-1984-4e69-9b80-f66f12e9c5fd tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae504e1a-8b02-4d11-b9db-e50442d1da2b HTTP/1.1" status: 200 len: 210 time: 0.0357351 Jul 07 14:16:05.292633 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-aa579bb4-abdd-4ce6-a6a6-fbd003be3774 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8726972'] for subnet, precommit_delete_associations {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:16:05.415593 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-aa579bb4-abdd-4ce6-a6a6-fbd003be3774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736859'] for subnet, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:16:05.471407 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-aa579bb4-abdd-4ce6-a6a6-fbd003be3774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8461682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8771930'] for subnet, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:16:05.498210 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa579bb4-abdd-4ce6-a6a6-fbd003be3774 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e218038f-f890-4eb2-ae2e-1229855486fb,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:16:05.502363 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-aa579bb4-abdd-4ce6-a6a6-fbd003be3774 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:16:05.505586 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-aa579bb4-abdd-4ce6-a6a6-fbd003be3774 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/e218038f-f890-4eb2-ae2e-1229855486fb HTTP/1.1" status: 204 len: 168 time: 0.3042662 Jul 07 14:16:05.507025 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 57992) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:16:05.509593 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a1d2ca-7eff-4534-8151-e369e9ac3839 None None] Network 43575e40-d945-4516-b8ae-f5e836cf7e46 requested from dv-cinder-799821-1-iscsi {{(pid=92955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 14:16:05.575881 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-f1131f89-2055-468c-aafe-5178e89ce77e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573990'] for network, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:16:05.627064 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.plugin [None req-f1131f89-2055-468c-aafe-5178e89ce77e admin admin] Deleting port 73adc75a-ef3c-49a0-8fcd-0c70dabe0050 {{(pid=92954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 14:16:05.627403 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-f1131f89-2055-468c-aafe-5178e89ce77e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744351408860'] for port, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:16:05.689197 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [None req-f1131f89-2055-468c-aafe-5178e89ce77e admin admin] For port 73adc75a-ef3c-49a0-8fcd-0c70dabe0050, host dv-cinder-799821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799821-1-iscsi',level=0,port_id=73adc75a-ef3c-49a0-8fcd-0c70dabe0050,segment=NetworkSegment(e3f053b9-424b-46d3-8913-2365e9518b70),segment_id=e3f053b9-424b-46d3-8913-2365e9518b70)] {{(pid=92954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 14:16:05.689552 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-f1131f89-2055-468c-aafe-5178e89ce77e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1715988'] for port, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:16:05.701991 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.plugin [None req-f1131f89-2055-468c-aafe-5178e89ce77e admin admin] Calling delete_port for 73adc75a-ef3c-49a0-8fcd-0c70dabe0050 owned by network:dhcp {{(pid=92954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 14:16:05.730126 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a08fcd0-62a3-4390-96f9-b2f937ec210f None None] DHCP port deletion for 43575e40-d945-4516-b8ae-f5e836cf7e46 request from dv-cinder-799821-1-iscsi {{(pid=92955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 14:16:05.776883 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-4a08fcd0-62a3-4390-96f9-b2f937ec210f None None] Deleting port 73adc75a-ef3c-49a0-8fcd-0c70dabe0050 {{(pid=92955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 14:16:05.777871 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4a08fcd0-62a3-4390-96f9-b2f937ec210f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744351408860'] for port, before_delete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:16:05.785200 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-f1131f89-2055-468c-aafe-5178e89ce77e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744351415830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744350976997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8461640'] for port, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:16:05.813000 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1131f89-2055-468c-aafe-5178e89ce77e admin admin] Pushing event deleted for resources: {'Port': ['ID=73adc75a-ef3c-49a0-8fcd-0c70dabe0050,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:16:05.818189 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1131f89-2055-468c-aafe-5178e89ce77e admin admin] No DVR routers for this DVR port 73adc75a-ef3c-49a0-8fcd-0c70dabe0050 on host dv-cinder-799821-1-iscsi {{(pid=92954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 14:16:05.852707 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-4a08fcd0-62a3-4390-96f9-b2f937ec210f None None] For port 73adc75a-ef3c-49a0-8fcd-0c70dabe0050, host dv-cinder-799821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799821-1-iscsi',level=0,port_id=73adc75a-ef3c-49a0-8fcd-0c70dabe0050,segment=NetworkSegment(e3f053b9-424b-46d3-8913-2365e9518b70),segment_id=e3f053b9-424b-46d3-8913-2365e9518b70)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 14:16:05.853090 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4a08fcd0-62a3-4390-96f9-b2f937ec210f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1715988'] for port, precommit_delete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:16:05.866375 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-4a08fcd0-62a3-4390-96f9-b2f937ec210f None None] Calling delete_port for 73adc75a-ef3c-49a0-8fcd-0c70dabe0050 owned by network:dhcp {{(pid=92955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 14:16:05.890750 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-f1131f89-2055-468c-aafe-5178e89ce77e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730318', 'neutron.services.segments.db._delete_segments_for_network-8744351280222'] for network, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:16:05.900606 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.services.segments.db [None req-f1131f89-2055-468c-aafe-5178e89ce77e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43575e40-d945-4516-b8ae-f5e836cf7e46']}} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:16:05.911715 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.services.segments.db [None req-f1131f89-2055-468c-aafe-5178e89ce77e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3f053b9-424b-46d3-8913-2365e9518b70') {'for_net_delete': True} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:16:05.912010 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.services.segments.db [None req-f1131f89-2055-468c-aafe-5178e89ce77e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3f053b9-424b-46d3-8913-2365e9518b70') {} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:16:05.922397 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-f1131f89-2055-468c-aafe-5178e89ce77e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744351507842', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8726955'] for segment, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:16:05.936393 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-f1131f89-2055-468c-aafe-5178e89ce77e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:16:05.942640 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1131f89-2055-468c-aafe-5178e89ce77e admin admin] Releasing vlan 614 on physical network physnet1 to pool {{(pid=92954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 14:16:05.943157 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-f1131f89-2055-468c-aafe-5178e89ce77e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8461719'] for segment, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:16:05.945045 dv-cinder-799821-1-iscsi neutron-server[92954]: Traceback (most recent call last): Jul 07 14:16:05.945045 dv-cinder-799821-1-iscsi neutron-server[92954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 14:16:05.945045 dv-cinder-799821-1-iscsi neutron-server[92954]: timer() Jul 07 14:16:05.945045 dv-cinder-799821-1-iscsi neutron-server[92954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 14:16:05.945045 dv-cinder-799821-1-iscsi neutron-server[92954]: cb(*args, **kw) Jul 07 14:16:05.945045 dv-cinder-799821-1-iscsi neutron-server[92954]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 14:16:05.945045 dv-cinder-799821-1-iscsi neutron-server[92954]: return func(*args, **kwargs) Jul 07 14:16:05.945045 dv-cinder-799821-1-iscsi neutron-server[92954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 14:16:05.945045 dv-cinder-799821-1-iscsi neutron-server[92954]: self._notify() Jul 07 14:16:05.945045 dv-cinder-799821-1-iscsi neutron-server[92954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 14:16:05.945045 dv-cinder-799821-1-iscsi neutron-server[92954]: self.callback(batched_events) Jul 07 14:16:05.945045 dv-cinder-799821-1-iscsi neutron-server[92954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 14:16:05.945045 dv-cinder-799821-1-iscsi neutron-server[92954]: event.method(event) Jul 07 14:16:05.945045 dv-cinder-799821-1-iscsi neutron-server[92954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 14:16:05.945045 dv-cinder-799821-1-iscsi neutron-server[92954]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 14:16:05.945045 dv-cinder-799821-1-iscsi neutron-server[92954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 14:16:05.945045 dv-cinder-799821-1-iscsi neutron-server[92954]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 14:16:05.945045 dv-cinder-799821-1-iscsi neutron-server[92954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 14:16:05.945045 dv-cinder-799821-1-iscsi neutron-server[92954]: return f(self, *a, **k) Jul 07 14:16:05.945045 dv-cinder-799821-1-iscsi neutron-server[92954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 14:16:05.945045 dv-cinder-799821-1-iscsi neutron-server[92954]: return self._get(url).json() Jul 07 14:16:05.945045 dv-cinder-799821-1-iscsi neutron-server[92954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 14:16:05.945045 dv-cinder-799821-1-iscsi neutron-server[92954]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 14:16:05.945045 dv-cinder-799821-1-iscsi neutron-server[92954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 14:16:05.945045 dv-cinder-799821-1-iscsi neutron-server[92954]: return self.request(url, 'GET', **kwargs) Jul 07 14:16:05.945045 dv-cinder-799821-1-iscsi neutron-server[92954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 14:16:05.945045 dv-cinder-799821-1-iscsi neutron-server[92954]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 14:16:05.945045 dv-cinder-799821-1-iscsi neutron-server[92954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 14:16:05.945045 dv-cinder-799821-1-iscsi neutron-server[92954]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 14:16:05.945045 dv-cinder-799821-1-iscsi neutron-server[92954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 14:16:05.945045 dv-cinder-799821-1-iscsi neutron-server[92954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 14:16:05.945045 dv-cinder-799821-1-iscsi neutron-server[92954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 14:16:05.948771 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4a08fcd0-62a3-4390-96f9-b2f937ec210f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744351415830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744350976997'] for port, after_delete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:16:05.975495 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a08fcd0-62a3-4390-96f9-b2f937ec210f None None] Pushing event deleted for resources: {'Port': ['ID=73adc75a-ef3c-49a0-8fcd-0c70dabe0050,revision_number=None']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:16:05.980380 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a08fcd0-62a3-4390-96f9-b2f937ec210f None None] No DVR routers for this DVR port 73adc75a-ef3c-49a0-8fcd-0c70dabe0050 on host dv-cinder-799821-1-iscsi {{(pid=92955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 14:16:06.004171 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-f1131f89-2055-468c-aafe-5178e89ce77e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1662071'] for network, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:16:06.009427 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-f1131f89-2055-468c-aafe-5178e89ce77e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582248'] for network, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:16:06.011264 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-f1131f89-2055-468c-aafe-5178e89ce77e admin admin] 10.222.0.16 "DELETE /v2.0/networks/43575e40-d945-4516-b8ae-f5e836cf7e46 HTTP/1.1" status: 204 len: 168 time: 0.5032971 Jul 07 14:16:06.021880 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1131f89-2055-468c-aafe-5178e89ce77e admin admin] Pushing event deleted for resources: {'Network': ['ID=43575e40-d945-4516-b8ae-f5e836cf7e46,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:16:06.119670 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 57996) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:16:06.159167 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-2611a2f4-421e-4b3d-93b7-4f24af866710 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=59eb0e293dbe469baef13202a28170b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382211 Jul 07 14:16:06.161488 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 57998) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:16:06.211875 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-734228f0-a355-476e-9781-ea2e1acf05cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:16:06.232726 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-734228f0-a355-476e-9781-ea2e1acf05cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:16:06.277913 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-734228f0-a355-476e-9781-ea2e1acf05cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:16:06.280654 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-734228f0-a355-476e-9781-ea2e1acf05cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:16:06.281790 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-734228f0-a355-476e-9781-ea2e1acf05cf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dade089e-e592-487b-b97c-53bdd0d50aaf HTTP/1.1" status: 204 len: 168 time: 0.1193185 Jul 07 14:16:06.289597 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734228f0-a355-476e-9781-ea2e1acf05cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dade089e-e592-487b-b97c-53bdd0d50aaf,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:16:06.540412 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Device 73adc75a-ef3c-49a0-8fcd-0c70dabe0050 no longer exists at agent ovs-agent-dv-cinder-799821-1-iscsi {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 14:16:06.564756 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] No Port match for: 73adc75a-ef3c-49a0-8fcd-0c70dabe0050 {{(pid=92955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 14:16:06.565090 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Device 73adc75a-ef3c-49a0-8fcd-0c70dabe0050 not bound to the agent host dv-cinder-799821-1-iscsi {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 14:16:06.565703 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Device e042a943-30d6-486b-9204-1c01871c6997 no longer exists at agent ovs-agent-dv-cinder-799821-1-iscsi {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 14:16:06.584985 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] No Port match for: e042a943-30d6-486b-9204-1c01871c6997 {{(pid=92955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 14:16:06.585334 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Device e042a943-30d6-486b-9204-1c01871c6997 not bound to the agent host dv-cinder-799821-1-iscsi {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 14:16:06.585755 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Device d376f53a-7614-4bad-9c09-ca8854b4870e no longer exists at agent ovs-agent-dv-cinder-799821-1-iscsi {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 14:16:06.607938 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] No Port match for: d376f53a-7614-4bad-9c09-ca8854b4870e {{(pid=92955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 14:16:06.608453 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Device d376f53a-7614-4bad-9c09-ca8854b4870e not bound to the agent host dv-cinder-799821-1-iscsi {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 14:16:06.673482 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-ba7227a9-5a99-45ac-98fd-7ef9867f1d5e req-c0bf458e-e706-4b32-8b66-9907b65a1b9c tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae504e1a-8b02-4d11-b9db-e50442d1da2b HTTP/1.1" status: 200 len: 210 time: 0.2596405 Jul 07 14:16:06.695904 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 58014) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:16:06.733980 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-c2bb4154-ff6d-4dd7-90da-c257c4d740aa admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=15cef405526f49eeb605c50ac9ac78ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0368621 Jul 07 14:16:06.736357 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 58016) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:16:06.781558 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-42d05ea3-8ebd-4b0e-a2fd-e438b6f81006 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:16:06.801796 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-42d05ea3-8ebd-4b0e-a2fd-e438b6f81006 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:16:06.847185 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-42d05ea3-8ebd-4b0e-a2fd-e438b6f81006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:16:06.849592 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-42d05ea3-8ebd-4b0e-a2fd-e438b6f81006 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:16:06.850730 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-42d05ea3-8ebd-4b0e-a2fd-e438b6f81006 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/37e82315-3c6b-4653-8fd9-801567590b13 HTTP/1.1" status: 204 len: 168 time: 0.1135030 Jul 07 14:16:06.859034 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d05ea3-8ebd-4b0e-a2fd-e438b6f81006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37e82315-3c6b-4653-8fd9-801567590b13,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:16:07.813572 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-badf8e13-0125-4023-b7c0-7fa0888290d6 req-aa62fa9d-a121-4e8c-95da-f264079f678e tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae504e1a-8b02-4d11-b9db-e50442d1da2b HTTP/1.1" status: 200 len: 210 time: 0.0287147 Jul 07 14:16:08.960817 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-cc93af80-e3bd-4717-8b71-e4d74135e7a0 req-2415773b-ad99-4cf0-9f33-b805dac507a4 tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae504e1a-8b02-4d11-b9db-e50442d1da2b HTTP/1.1" status: 200 len: 210 time: 0.0276628 Jul 07 14:16:10.096691 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-57ade3d7-1393-4c6c-98de-08e9a0156cd7 req-409123ff-caee-405b-b7a5-d61d8f6a41ab tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae504e1a-8b02-4d11-b9db-e50442d1da2b HTTP/1.1" status: 200 len: 210 time: 0.0277705 Jul 07 14:16:11.241165 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-b4413913-250d-479f-ae60-bad8a0df4187 req-06463f9b-3ff7-448b-89cf-84be535589ed tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae504e1a-8b02-4d11-b9db-e50442d1da2b HTTP/1.1" status: 200 len: 210 time: 0.0300608 Jul 07 14:16:12.249144 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.agents_db [None req-578d1851-68de-424d-8d1f-a58f436dd381 None None] Agent healthcheck: found 6 active agents {{(pid=92956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 14:16:12.378952 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-be59fb0d-4cec-43a0-8d2c-d522ccb7db14 req-ae3a326e-0d2d-493e-a9b5-4441674a22a7 tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae504e1a-8b02-4d11-b9db-e50442d1da2b HTTP/1.1" status: 200 len: 210 time: 0.0266671 Jul 07 14:16:13.516220 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-7710a33b-cf76-4215-b475-58ec08e8de9c req-e59c2c1c-e3b0-4b89-b026-b2b3408d0b6d tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae504e1a-8b02-4d11-b9db-e50442d1da2b HTTP/1.1" status: 200 len: 210 time: 0.0273833 Jul 07 14:16:14.669663 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-b4c57d4a-1eae-4363-bb34-82e235e0833d req-7e4e53e1-555b-43b9-92ee-4e287a8a4b0d tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae504e1a-8b02-4d11-b9db-e50442d1da2b HTTP/1.1" status: 200 len: 210 time: 0.0276401 Jul 07 14:16:15.809889 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-96f3f4c2-cbc3-4629-ade5-e3d2ccee79fe req-de1807f5-db13-4ba4-957a-d1cad6521ae8 tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae504e1a-8b02-4d11-b9db-e50442d1da2b HTTP/1.1" status: 200 len: 210 time: 0.0312521 Jul 07 14:16:16.952538 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-35d4f0cb-06e7-45d7-805e-431ceac7e123 req-9d0b0249-31e7-4f0a-af86-92cf99e6fdcb tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae504e1a-8b02-4d11-b9db-e50442d1da2b HTTP/1.1" status: 200 len: 210 time: 0.0276062 Jul 07 14:16:17.485817 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d10b249-dd1e-4a9d-a678-1d7270e4f2a8 req-9ddb4f46-64f6-4dff-9fe3-91760593e2a6 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:16:17.487283 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-7d10b249-dd1e-4a9d-a678-1d7270e4f2a8 req-9ddb4f46-64f6-4dff-9fe3-91760593e2a6 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] 10.222.0.16 "GET /v2.0/ports?device_id=14a1d38e-2b30-45e2-aa8c-fd15b3e8277a HTTP/1.1" status: 200 len: 945 time: 0.0622694 Jul 07 14:16:17.523898 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-7d10b249-dd1e-4a9d-a678-1d7270e4f2a8 req-0366779d-e048-4498-aa06-2dff0266754a tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] 10.222.0.16 "GET /v2.0/security-groups?id=64715a0a-b292-4dce-8aa8-744bfa13255b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310624 Jul 07 14:16:17.864191 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18403b9-fbcc-4a41-83af-04748ddc3d19 req-87f828fd-7897-44a4-a1eb-4e5dafa18fb3 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:16:17.865665 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-f18403b9-fbcc-4a41-83af-04748ddc3d19 req-87f828fd-7897-44a4-a1eb-4e5dafa18fb3 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] 10.222.0.24 "GET /v2.0/ports?device_id=14a1d38e-2b30-45e2-aa8c-fd15b3e8277a HTTP/1.1" status: 200 len: 945 time: 0.0683801 Jul 07 14:16:17.970954 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.plugin [req-f18403b9-fbcc-4a41-83af-04748ddc3d19 req-c3c4fc29-a86e-4818-b6fd-c56126f05a9f tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Deleting port 667664aa-5797-46ef-9469-eb60de1d51e6 {{(pid=92954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 14:16:17.971309 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-f18403b9-fbcc-4a41-83af-04748ddc3d19 req-c3c4fc29-a86e-4818-b6fd-c56126f05a9f tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744351408860'] for port, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:16:18.101973 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-19824016-faae-44eb-bddd-7bf628b85c86 req-866ef808-64e6-408a-9225-633aa07dbaa1 tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae504e1a-8b02-4d11-b9db-e50442d1da2b HTTP/1.1" status: 200 len: 210 time: 0.0341341 Jul 07 14:16:18.317783 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [req-f18403b9-fbcc-4a41-83af-04748ddc3d19 req-c3c4fc29-a86e-4818-b6fd-c56126f05a9f tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] For port 667664aa-5797-46ef-9469-eb60de1d51e6, host hv-cinder-79982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79982',level=0,port_id=667664aa-5797-46ef-9469-eb60de1d51e6,segment=NetworkSegment(043e9d5d-1b9c-4dcb-af68-bd7e747c833a),segment_id=043e9d5d-1b9c-4dcb-af68-bd7e747c833a)] {{(pid=92954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 14:16:18.318146 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-f18403b9-fbcc-4a41-83af-04748ddc3d19 req-c3c4fc29-a86e-4818-b6fd-c56126f05a9f tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1715988'] for port, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:16:18.487570 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-f18403b9-fbcc-4a41-83af-04748ddc3d19 req-c3c4fc29-a86e-4818-b6fd-c56126f05a9f tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:16:18.487942 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-f18403b9-fbcc-4a41-83af-04748ddc3d19 req-c3c4fc29-a86e-4818-b6fd-c56126f05a9f tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1662057'] for floatingip, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:16:18.488254 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.db.l3_db [req-f18403b9-fbcc-4a41-83af-04748ddc3d19 req-c3c4fc29-a86e-4818-b6fd-c56126f05a9f tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Floating IP 30b4cf94-c300-446e-97fc-024b6caef596 disassociated. External IP: 172.27.0.22, port: 667664aa-5797-46ef-9469-eb60de1d51e6. Jul 07 14:16:18.488592 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.plugin [req-f18403b9-fbcc-4a41-83af-04748ddc3d19 req-c3c4fc29-a86e-4818-b6fd-c56126f05a9f tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Calling delete_port for 667664aa-5797-46ef-9469-eb60de1d51e6 owned by compute:nova {{(pid=92954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 14:16:18.616253 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-f18403b9-fbcc-4a41-83af-04748ddc3d19 req-c3c4fc29-a86e-4818-b6fd-c56126f05a9f tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744351415830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744350976997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8461640'] for port, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:16:18.650298 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c4fc29-a86e-4818-b6fd-c56126f05a9f tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Pushing event deleted for resources: {'Port': ['ID=667664aa-5797-46ef-9469-eb60de1d51e6,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:16:18.672007 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-dec00391-dfa9-4bd1-875e-e07acabeee0d req-e7693eeb-a90c-4691-aeaf-1bdee5942d94 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] 10.222.0.16 "GET /v2.0/ports?device_id=14a1d38e-2b30-45e2-aa8c-fd15b3e8277a HTTP/1.1" status: 200 len: 210 time: 0.0340991 Jul 07 14:16:18.766141 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f18403b9-fbcc-4a41-83af-04748ddc3d19 req-c3c4fc29-a86e-4818-b6fd-c56126f05a9f tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Router 6bb28e45-0047-4715-a2f1-b4c897404199 has already been hosted by L3 agent 652ddd47-bc13-4e1c-8285-b4eb8cea957f {{(pid=92954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 14:16:18.871122 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f18403b9-fbcc-4a41-83af-04748ddc3d19 req-c3c4fc29-a86e-4818-b6fd-c56126f05a9f tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Notify agent at l3_agent.dv-cinder-799821-1-iscsi the message routers_updated {{(pid=92954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 14:16:18.881153 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5beb1833-e136-47b7-9d6f-5c967ad74731 None None] Sync routers for ids ['6bb28e45-0047-4715-a2f1-b4c897404199'] in dv-cinder-799821-1-iscsi {{(pid=92956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 14:16:18.889947 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5beb1833-e136-47b7-9d6f-5c967ad74731 None None] Routers {'6bb28e45-0047-4715-a2f1-b4c897404199'} bound to L3 agent in host dv-cinder-799821-1-iscsi {{(pid=92956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 14:16:18.890660 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-5beb1833-e136-47b7-9d6f-5c967ad74731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T13:53:27Z,description=,heartbeat_timestamp=2021-07-07T14:15:57Z,host='dv-cinder-799821-1-iscsi',id=652ddd47-bc13-4e1c-8285-b4eb8cea957f,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:53:27Z,topic='l3_agent')) {'router_ids': ['6bb28e45-0047-4715-a2f1-b4c897404199'], 'active': True} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:16:18.913029 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [req-f18403b9-fbcc-4a41-83af-04748ddc3d19 req-c3c4fc29-a86e-4818-b6fd-c56126f05a9f tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] No DVR routers for this DVR port 667664aa-5797-46ef-9469-eb60de1d51e6 on host hv-cinder-79982 {{(pid=92954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 14:16:18.915596 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-f18403b9-fbcc-4a41-83af-04748ddc3d19 req-c3c4fc29-a86e-4818-b6fd-c56126f05a9f tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171717'] for port, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:16:18.917557 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-f18403b9-fbcc-4a41-83af-04748ddc3d19 req-c3c4fc29-a86e-4818-b6fd-c56126f05a9f tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] 10.222.0.24 "DELETE /v2.0/ports/667664aa-5797-46ef-9469-eb60de1d51e6 HTTP/1.1" status: 204 len: 173 time: 1.0431628 Jul 07 14:16:18.918647 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14a1d38e-2b30-45e2-aa8c-fd15b3e8277a', 'name': 'network-vif-deleted', 'tag': '667664aa-5797-46ef-9469-eb60de1d51e6'}] {{(pid=92954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 14:16:18.920842 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23a2f25214143ca7dc6eabc905ff8a7df5b3799efbbaa422209646810e3da78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-960cc49a-1326-4ada-a5a8-d6431b9522c4" -d '{"events": [{"server_uuid": "14a1d38e-2b30-45e2-aa8c-fd15b3e8277a", "name": "network-vif-deleted", "tag": "667664aa-5797-46ef-9469-eb60de1d51e6"}]}' {{(pid=92954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 14:16:18.956770 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 14:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-509a4a4f-bee7-4314-b22d-fd02939cc7f9 x-openstack-request-id: req-509a4a4f-bee7-4314-b22d-fd02939cc7f9 {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 14:16:18.957062 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14a1d38e-2b30-45e2-aa8c-fd15b3e8277a", "name": "network-vif-deleted", "tag": "667664aa-5797-46ef-9469-eb60de1d51e6", "status": "completed", "code": 200}]} {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 14:16:18.957313 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-509a4a4f-bee7-4314-b22d-fd02939cc7f9 {{(pid=92954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 14:16:18.957712 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14a1d38e-2b30-45e2-aa8c-fd15b3e8277a', 'name': 'network-vif-deleted', 'tag': '667664aa-5797-46ef-9469-eb60de1d51e6', 'status': 'completed', 'code': 200} Jul 07 14:16:19.105555 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvr_db [None req-5beb1833-e136-47b7-9d6f-5c967ad74731 None None] Set router 6bb28e45-0047-4715-a2f1-b4c897404199 gateway port host: dv-cinder-799821-1-iscsi {{(pid=92956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 14:16:19.242844 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-0e743e0f-f1ba-4bf5-988c-1942681d7ed4 req-7958ef51-cae8-439e-8fab-be7a027cb567 tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae504e1a-8b02-4d11-b9db-e50442d1da2b HTTP/1.1" status: 200 len: 210 time: 0.0289087 Jul 07 14:16:19.302827 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-5beb1833-e136-47b7-9d6f-5c967ad74731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb28e45-0047-4715-a2f1-b4c897404199', 'name': 'tempest-AttachVolumeTestJSON-201062429-router', 'tenant_id': '7be607c781c14fec85721959afd863d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'external_fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': 'f78e2a7b-aa71-4188-a0f7-6857407c260d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T14:01:11Z', 'updated_at': '2021-07-07T14:01:21Z', 'revision_number': 4, 'project_id': '7be607c781c14fec85721959afd863d4', 'gw_port': {'id': 'f78e2a7b-aa71-4188-a0f7-6857407c260d', 'name': '', 'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ed:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb28e45-0047-4715-a2f1-b4c897404199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:01:12Z', 'updated_at': '2021-07-07T14:01:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799821-1-iscsi', '_interfaces': [{'id': '734cb7e8-9c0c-4d2e-b7bf-3cf8736aa215', 'name': '', 'network_id': '7a74c5fe-9a47-4dbb-abf1-b2fc12293d08', 'tenant_id': '7be607c781c14fec85721959afd863d4', 'mac_address': 'fa:16:3e:6a:c8:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb28e45-0047-4715-a2f1-b4c897404199', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'ef4c23d4-6942-49b9-b251-988fb449a81d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:01:16Z', 'updated_at': '2021-07-07T14:01:28Z', 'revision_number': 5, 'project_id': '7be607c781c14fec85721959afd863d4', 'subnets': [{'id': 'ef4c23d4-6942-49b9-b251-988fb449a81d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799821-1-iscsi', False) {} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:16:19.328511 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5beb1833-e136-47b7-9d6f-5c967ad74731 None None] Checking router: 6bb28e45-0047-4715-a2f1-b4c897404199 for host: dv-cinder-799821-1-iscsi {{(pid=92956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 14:16:19.336743 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5beb1833-e136-47b7-9d6f-5c967ad74731 None None] Routers {'6bb28e45-0047-4715-a2f1-b4c897404199'} bound to L3 agent in host dv-cinder-799821-1-iscsi {{(pid=92956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 14:16:19.337342 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-5beb1833-e136-47b7-9d6f-5c967ad74731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T13:53:27Z,description=,heartbeat_timestamp=2021-07-07T14:15:57Z,host='dv-cinder-799821-1-iscsi',id=652ddd47-bc13-4e1c-8285-b4eb8cea957f,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:53:27Z,topic='l3_agent')) {'router_ids': ['6bb28e45-0047-4715-a2f1-b4c897404199'], 'active': True} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:16:19.442399 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvr_db [None req-5beb1833-e136-47b7-9d6f-5c967ad74731 None None] Set router 6bb28e45-0047-4715-a2f1-b4c897404199 gateway port host: dv-cinder-799821-1-iscsi {{(pid=92956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 14:16:19.642921 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-5beb1833-e136-47b7-9d6f-5c967ad74731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb28e45-0047-4715-a2f1-b4c897404199', 'name': 'tempest-AttachVolumeTestJSON-201062429-router', 'tenant_id': '7be607c781c14fec85721959afd863d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'external_fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': 'f78e2a7b-aa71-4188-a0f7-6857407c260d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T14:01:11Z', 'updated_at': '2021-07-07T14:01:21Z', 'revision_number': 4, 'project_id': '7be607c781c14fec85721959afd863d4', 'gw_port': {'id': 'f78e2a7b-aa71-4188-a0f7-6857407c260d', 'name': '', 'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ed:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb28e45-0047-4715-a2f1-b4c897404199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:01:12Z', 'updated_at': '2021-07-07T14:01:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799821-1-iscsi', '_interfaces': [{'id': '734cb7e8-9c0c-4d2e-b7bf-3cf8736aa215', 'name': '', 'network_id': '7a74c5fe-9a47-4dbb-abf1-b2fc12293d08', 'tenant_id': '7be607c781c14fec85721959afd863d4', 'mac_address': 'fa:16:3e:6a:c8:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb28e45-0047-4715-a2f1-b4c897404199', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'ef4c23d4-6942-49b9-b251-988fb449a81d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:01:16Z', 'updated_at': '2021-07-07T14:01:28Z', 'revision_number': 5, 'project_id': '7be607c781c14fec85721959afd863d4', 'subnets': [{'id': 'ef4c23d4-6942-49b9-b251-988fb449a81d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799821-1-iscsi', False) {} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:16:19.668944 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5beb1833-e136-47b7-9d6f-5c967ad74731 None None] The sync data for ids ['6bb28e45-0047-4715-a2f1-b4c897404199'] in dv-cinder-799821-1-iscsi is: [{'id': '6bb28e45-0047-4715-a2f1-b4c897404199', 'name': 'tempest-AttachVolumeTestJSON-201062429-router', 'tenant_id': '7be607c781c14fec85721959afd863d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'external_fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': 'f78e2a7b-aa71-4188-a0f7-6857407c260d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T14:01:11Z', 'updated_at': '2021-07-07T14:01:21Z', 'revision_number': 4, 'project_id': '7be607c781c14fec85721959afd863d4', 'gw_port': {'id': 'f78e2a7b-aa71-4188-a0f7-6857407c260d', 'name': '', 'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ed:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb28e45-0047-4715-a2f1-b4c897404199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:01:12Z', 'updated_at': '2021-07-07T14:01:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799821-1-iscsi', '_interfaces': [{'id': '734cb7e8-9c0c-4d2e-b7bf-3cf8736aa215', 'name': '', 'network_id': '7a74c5fe-9a47-4dbb-abf1-b2fc12293d08', 'tenant_id': '7be607c781c14fec85721959afd863d4', 'mac_address': 'fa:16:3e:6a:c8:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb28e45-0047-4715-a2f1-b4c897404199', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'ef4c23d4-6942-49b9-b251-988fb449a81d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:01:16Z', 'updated_at': '2021-07-07T14:01:28Z', 'revision_number': 5, 'project_id': '7be607c781c14fec85721959afd863d4', 'subnets': [{'id': 'ef4c23d4-6942-49b9-b251-988fb449a81d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 14:16:19.797476 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 58162) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:16:19.854089 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-ea1e14fd-63ea-4cdb-b9e9-720e438339f8 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Notify callbacks [] for security_group, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:16:19.882704 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-ea1e14fd-63ea-4cdb-b9e9-720e438339f8 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:16:19.883714 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa5041d-2eda-4493-a28c-c5468e98a5dd None None] New status for floating IP 30b4cf94-c300-446e-97fc-024b6caef596: DOWN {{(pid=92955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 14:16:19.931296 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-ea1e14fd-63ea-4cdb-b9e9-720e438339f8 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:16:19.934878 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-ea1e14fd-63ea-4cdb-b9e9-720e438339f8 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Notify callbacks [] for security_group, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:16:19.936058 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-ea1e14fd-63ea-4cdb-b9e9-720e438339f8 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] 10.222.0.16 "DELETE /v2.0/security-groups/64715a0a-b292-4dce-8aa8-744bfa13255b HTTP/1.1" status: 204 len: 168 time: 0.1375217 Jul 07 14:16:19.938818 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 58164) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:16:19.945522 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1e14fd-63ea-4cdb-b9e9-720e438339f8 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64715a0a-b292-4dce-8aa8-744bfa13255b,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:16:19.967059 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.api.v2.resource [None req-355c6354-d48f-4551-bb2b-2862f9242374 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] show failed (client error): The resource could not be found. Jul 07 14:16:19.968121 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-355c6354-d48f-4551-bb2b-2862f9242374 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] 10.222.0.16 "GET /v2.0/security-groups/64715a0a-b292-4dce-8aa8-744bfa13255b HTTP/1.1" status: 404 len: 347 time: 0.0281446 Jul 07 14:16:19.971317 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 58166) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:16:20.097498 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.plugin [None req-be99abd0-e045-4726-b3a4-5f420c9ce369 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Deleting port 0c0451f7-231c-41a5-b767-39b7c6c9f9b1 {{(pid=92954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 14:16:20.097844 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-be99abd0-e045-4726-b3a4-5f420c9ce369 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744351408860'] for port, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:16:20.173149 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-be99abd0-e045-4726-b3a4-5f420c9ce369 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1715988'] for port, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:16:20.173475 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-be99abd0-e045-4726-b3a4-5f420c9ce369 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:16:20.184989 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.plugin [None req-be99abd0-e045-4726-b3a4-5f420c9ce369 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Calling delete_port for 0c0451f7-231c-41a5-b767-39b7c6c9f9b1 owned by network:floatingip {{(pid=92954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 14:16:20.323422 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-be99abd0-e045-4726-b3a4-5f420c9ce369 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744351415830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744350976997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8461640'] for port, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:16:20.348783 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be99abd0-e045-4726-b3a4-5f420c9ce369 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Pushing event deleted for resources: {'Port': ['ID=0c0451f7-231c-41a5-b767-39b7c6c9f9b1,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:16:20.387158 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-6d5f2ba8-e71a-4ae6-a5af-6f83546c1127 req-1e3a8f66-f0f8-4098-a89e-ca101c1b2611 tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae504e1a-8b02-4d11-b9db-e50442d1da2b HTTP/1.1" status: 200 len: 210 time: 0.0274844 Jul 07 14:16:20.416122 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-be99abd0-e045-4726-b3a4-5f420c9ce369 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Notify callbacks [] for floatingip, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:16:20.419532 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-be99abd0-e045-4726-b3a4-5f420c9ce369 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171717'] for floatingip, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:16:20.420700 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-be99abd0-e045-4726-b3a4-5f420c9ce369 tempest-AttachVolumeTestJSON-247094285 tempest-AttachVolumeTestJSON-247094285-project] 10.222.0.16 "DELETE /v2.0/floatingips/30b4cf94-c300-446e-97fc-024b6caef596 HTTP/1.1" status: 204 len: 168 time: 0.4484551 Jul 07 14:16:21.525176 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-e38dd7fa-07fa-45c1-8d83-ddb0c3fa2e97 req-e6f2880b-437c-46a1-9da2-24d06d3117be tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae504e1a-8b02-4d11-b9db-e50442d1da2b HTTP/1.1" status: 200 len: 210 time: 0.0281780 Jul 07 14:16:21.636211 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Device 667664aa-5797-46ef-9469-eb60de1d51e6 no longer exists at agent hyperv_hv-cinder-79982 {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 14:16:21.658898 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] No Port match for: 667664aa-5797-46ef-9469-eb60de1d51e6 {{(pid=92955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 14:16:21.659260 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Device 667664aa-5797-46ef-9469-eb60de1d51e6 not bound to the agent host hv-cinder-79982 {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 14:16:22.663818 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-21990a4e-8da4-408f-850f-577de9472825 req-9d678363-2784-4a08-9379-eb871ec11b16 tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae504e1a-8b02-4d11-b9db-e50442d1da2b HTTP/1.1" status: 200 len: 210 time: 0.0281513 Jul 07 14:16:23.807603 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-dfddffe4-bf9e-4356-bcbe-6b2a148adf5a req-b136167d-20e4-43a4-9adc-bc282d31f03e tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae504e1a-8b02-4d11-b9db-e50442d1da2b HTTP/1.1" status: 200 len: 210 time: 0.0313902 Jul 07 14:16:24.864093 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-0f516e99-07c2-40f7-8b78-ba61e39ed36b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:16:24.947974 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-41f0eef8-dd8a-4f3c-ba8f-0cb27a7f65e5 req-cc8add02-9afb-4b0f-a5e0-fb25fc727f44 tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae504e1a-8b02-4d11-b9db-e50442d1da2b HTTP/1.1" status: 200 len: 210 time: 0.0275319 Jul 07 14:16:26.091187 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-d3d6df03-a88a-4b70-b78b-12ae91b0af12 req-6963dddd-f5c5-4bca-a6ba-15a422558ab2 tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae504e1a-8b02-4d11-b9db-e50442d1da2b HTTP/1.1" status: 200 len: 210 time: 0.0276036 Jul 07 14:16:27.225778 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-4b86366a-008f-4111-873e-693f0e2d9ce4 req-86a90cfb-7d7f-48f0-a652-3a8eef71c208 tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae504e1a-8b02-4d11-b9db-e50442d1da2b HTTP/1.1" status: 200 len: 210 time: 0.0276365 Jul 07 14:16:27.495920 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-160aaa60-6431-41e0-9b6c-2aeff4b76b2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:16:27.819904 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:16:28.365321 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-ed2a2d7d-cf0a-4bd1-a949-bccf677e748c req-c3d67019-8b81-488d-a834-87da1c7b371c tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae504e1a-8b02-4d11-b9db-e50442d1da2b HTTP/1.1" status: 200 len: 210 time: 0.0306239 Jul 07 14:16:28.646407 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-797095d9-f31f-46bc-add0-d9922559420e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:16:29.500678 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-e6578d80-d0e7-49bd-9f46-d48c0ee29963 req-3f344758-5c27-4302-aca1-8a9bd8f27612 tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae504e1a-8b02-4d11-b9db-e50442d1da2b HTTP/1.1" status: 200 len: 210 time: 0.0274186 Jul 07 14:16:30.228461 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-de2cb0b5-6e4a-418e-bae1-4b4e8a512c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:16:30.637427 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-a5083a8c-94ba-4629-bcb7-6fb136926cf0 req-6d83a1a5-e29f-4f8f-ab56-ad7418e82f33 tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae504e1a-8b02-4d11-b9db-e50442d1da2b HTTP/1.1" status: 200 len: 210 time: 0.0273757 Jul 07 14:16:31.777299 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-5c1d22d7-e7b3-463c-90a8-67dbfa376928 req-df7b877e-1e93-49c0-b796-ac068910f85a tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae504e1a-8b02-4d11-b9db-e50442d1da2b HTTP/1.1" status: 200 len: 210 time: 0.0269723 Jul 07 14:16:32.314315 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:16:32.923890 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-7c749b90-a8f4-40d0-8563-23d68dd4f649 req-e2e98223-9e4b-4dbb-945a-053a65984a86 tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae504e1a-8b02-4d11-b9db-e50442d1da2b HTTP/1.1" status: 200 len: 210 time: 0.0302982 Jul 07 14:16:34.060265 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-8238fc76-f757-479a-a4dc-626699dbcc69 req-55c0f56c-157a-4ba7-adaf-beca9592d80e tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae504e1a-8b02-4d11-b9db-e50442d1da2b HTTP/1.1" status: 200 len: 210 time: 0.0279958 Jul 07 14:16:35.201877 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-659cd21e-1fa4-4476-805d-92ff3bddc254 req-49ad094a-67e3-4642-aa8b-4bcc44b7549f tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae504e1a-8b02-4d11-b9db-e50442d1da2b HTTP/1.1" status: 200 len: 210 time: 0.0286529 Jul 07 14:16:36.338173 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-1f5bd55c-6be6-43e7-a4e1-b3e5a0c13013 req-21e6ea7c-e905-4da5-bf96-40acc4973e27 tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae504e1a-8b02-4d11-b9db-e50442d1da2b HTTP/1.1" status: 200 len: 210 time: 0.0271058 Jul 07 14:16:37.479752 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-fbc33490-0e43-459c-b845-4d5281037ef2 req-42e07cf1-233d-4893-b7f2-4877fe1588bd tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae504e1a-8b02-4d11-b9db-e50442d1da2b HTTP/1.1" status: 200 len: 210 time: 0.0309539 Jul 07 14:16:38.618070 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-4180b51d-643a-4efc-aca2-08118e6bc099 req-86beebb8-daa3-4537-a604-9c16203e6cec tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae504e1a-8b02-4d11-b9db-e50442d1da2b HTTP/1.1" status: 200 len: 210 time: 0.0276315 Jul 07 14:16:39.766253 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-e5eda3e9-a2ab-4726-9496-38a28f932d9f req-ae78c1a8-52c9-4725-8dba-b745695ecd20 tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae504e1a-8b02-4d11-b9db-e50442d1da2b HTTP/1.1" status: 200 len: 210 time: 0.0337830 Jul 07 14:16:40.906501 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-5e232649-7b87-4f72-93d9-fadb5bf5a8a0 req-5709c078-0b5b-468f-9be2-c10dfd3e2a96 tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae504e1a-8b02-4d11-b9db-e50442d1da2b HTTP/1.1" status: 200 len: 210 time: 0.0268109 Jul 07 14:16:42.045509 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-4c98c01e-f4cb-4f18-a46c-31914701c449 req-1a7925c6-7d2d-4f3c-a056-41ab87866083 tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae504e1a-8b02-4d11-b9db-e50442d1da2b HTTP/1.1" status: 200 len: 210 time: 0.0315387 Jul 07 14:16:42.540598 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-b507b307-6759-4241-9dc9-22a040633b74 req-dfadf294-1a9e-4bed-86f6-87548fa8b164 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=795d3dde-bee1-49bb-8399-1b5f1b8d6905&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1562340 Jul 07 14:16:42.620054 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b507b307-6759-4241-9dc9-22a040633b74 req-c430fd04-d3d9-42e7-a798-952faf35dd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:16:42.621743 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-b507b307-6759-4241-9dc9-22a040633b74 req-c430fd04-d3d9-42e7-a798-952faf35dd68 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=62e31021b8044cd1897e43a8d26275b9&device_id=795d3dde-bee1-49bb-8399-1b5f1b8d6905 HTTP/1.1" status: 200 len: 1099 time: 0.0517328 Jul 07 14:16:42.735285 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b507b307-6759-4241-9dc9-22a040633b74 req-71d5f1d5-a46b-418f-8c02-d9dfd616aef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:16:42.736792 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-b507b307-6759-4241-9dc9-22a040633b74 req-71d5f1d5-a46b-418f-8c02-d9dfd616aef7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d5a402b8-fb82-49d2-a591-a3a216137cac HTTP/1.1" status: 200 len: 920 time: 0.0880518 Jul 07 14:16:42.781355 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-b507b307-6759-4241-9dc9-22a040633b74 req-c4beb200-b987-44bc-872d-4d58cecfecba service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=306f1f7c-1872-49f6-b78a-22b9c85b975a HTTP/1.1" status: 200 len: 217 time: 0.0338871 Jul 07 14:16:42.832892 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b507b307-6759-4241-9dc9-22a040633b74 req-0e9cef10-90bc-4cb8-b826-5d3dfd78f0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:16:42.834336 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-b507b307-6759-4241-9dc9-22a040633b74 req-0e9cef10-90bc-4cb8-b826-5d3dfd78f0ed service neutron] 10.222.0.24 "GET /v2.0/subnets?id=48d63b35-a0f2-4925-98ff-d191be5c1517 HTTP/1.1" status: 200 len: 859 time: 0.0437241 Jul 07 14:16:42.869540 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-b507b307-6759-4241-9dc9-22a040633b74 req-af66799c-0fb5-415d-b60a-d4af02d90c6a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d5a402b8-fb82-49d2-a591-a3a216137cac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254235 Jul 07 14:16:42.962049 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-b507b307-6759-4241-9dc9-22a040633b74 req-a8a021ef-26c8-4304-9bbc-8061d62e0c3d service neutron] 10.222.0.24 "GET /v2.0/networks/d5a402b8-fb82-49d2-a591-a3a216137cac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825584 Jul 07 14:16:43.052223 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-b507b307-6759-4241-9dc9-22a040633b74 req-d944dd1f-b8ba-4ffb-962a-01d7889136e4 service neutron] 10.222.0.24 "GET /v2.0/networks/d5a402b8-fb82-49d2-a591-a3a216137cac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796587 Jul 07 14:16:43.182043 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-c26429c4-6caa-412d-96d6-01d5a9f38a5b req-ee4104ea-ca45-4515-b215-b27e7f2ec676 tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae504e1a-8b02-4d11-b9db-e50442d1da2b HTTP/1.1" status: 200 len: 210 time: 0.0272419 Jul 07 14:16:44.321707 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-dac5a3d1-35ad-4f7c-a0c3-9725991f13a1 req-1b1606bf-55a2-4652-9270-47afb6859713 tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae504e1a-8b02-4d11-b9db-e50442d1da2b HTTP/1.1" status: 200 len: 210 time: 0.0269763 Jul 07 14:16:45.464746 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-b0027ee5-316d-47f1-8255-d6dc82ff8001 req-e271dd92-c06b-492f-892a-43f0cca10ba9 tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae504e1a-8b02-4d11-b9db-e50442d1da2b HTTP/1.1" status: 200 len: 210 time: 0.0336866 Jul 07 14:16:46.606620 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-ad30563a-1b80-426c-b908-db176953747a req-7c3284a4-a804-4343-b8e5-692360af7da7 tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae504e1a-8b02-4d11-b9db-e50442d1da2b HTTP/1.1" status: 200 len: 210 time: 0.0312345 Jul 07 14:16:47.743434 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-7f3badee-d712-459b-85f7-c19e8297fd8d req-0b4e0eeb-89d9-40fb-87de-167c812fdde6 tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae504e1a-8b02-4d11-b9db-e50442d1da2b HTTP/1.1" status: 200 len: 210 time: 0.0283899 Jul 07 14:16:48.880264 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-d857abd1-65c1-4887-b097-18ef5f368972 req-2a3e220d-c5bc-4e4e-9530-88f938aee04e tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae504e1a-8b02-4d11-b9db-e50442d1da2b HTTP/1.1" status: 200 len: 210 time: 0.0275142 Jul 07 14:16:49.247963 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.agents_db [None req-578d1851-68de-424d-8d1f-a58f436dd381 None None] Agent healthcheck: found 6 active agents {{(pid=92956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 14:16:50.020500 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-0944e3d4-d43e-4c5b-9dab-cc3f0a16d133 req-9ca0dd9f-fc13-41c8-aa15-0efa7559d0c0 tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae504e1a-8b02-4d11-b9db-e50442d1da2b HTTP/1.1" status: 200 len: 210 time: 0.0281188 Jul 07 14:16:51.159896 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-aa5dd782-be6a-4e93-83ef-a14ba07b5782 req-c3852bd9-4275-4f60-adfb-2aac10280489 tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae504e1a-8b02-4d11-b9db-e50442d1da2b HTTP/1.1" status: 200 len: 210 time: 0.0308032 Jul 07 14:16:52.316383 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-74d59d88-826c-4286-b52f-c47ce07f391a req-e521adad-c966-4d1e-83ce-f55e28dd1c54 tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae504e1a-8b02-4d11-b9db-e50442d1da2b HTTP/1.1" status: 200 len: 210 time: 0.0338871 Jul 07 14:16:53.458216 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-b34e13c6-eee9-4f7a-a8bd-d84e235da442 req-3522205c-b508-4d87-8427-3adeb2a276dc tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae504e1a-8b02-4d11-b9db-e50442d1da2b HTTP/1.1" status: 200 len: 210 time: 0.0274048 Jul 07 14:16:54.600862 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-1b77b942-e474-4035-98f7-c5866d818771 req-6863cbf4-c02f-4837-ab6c-b770cee037a6 tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae504e1a-8b02-4d11-b9db-e50442d1da2b HTTP/1.1" status: 200 len: 210 time: 0.0286081 Jul 07 14:16:54.865750 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-f735318b-51a7-4548-ace3-b042f364a30e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:16:55.743088 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-a0d3ac3d-7e03-4916-b9ab-d04a4f11a63b req-0183127e-6f8f-4af6-94b6-a2c51382f819 tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae504e1a-8b02-4d11-b9db-e50442d1da2b HTTP/1.1" status: 200 len: 210 time: 0.0342264 Jul 07 14:16:56.880984 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-8f0726ba-19da-48ed-99ab-b26914b2bc6c req-4e4eb66f-7103-4cc8-88f4-5e4cec2ebd8c tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae504e1a-8b02-4d11-b9db-e50442d1da2b HTTP/1.1" status: 200 len: 210 time: 0.0283830 Jul 07 14:16:57.496981 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-1204662e-2e31-4eb4-96e3-39a21dcc7412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:16:57.821166 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:16:58.018417 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-96ac2cc0-475f-4166-923f-d4fb36a551c9 req-c4968a9e-74f6-49a3-a0bf-dc86e11d0629 tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae504e1a-8b02-4d11-b9db-e50442d1da2b HTTP/1.1" status: 200 len: 210 time: 0.0270131 Jul 07 14:16:58.650004 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-797095d9-f31f-46bc-add0-d9922559420e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:16:59.309986 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-ff361a82-b858-4c1a-92bb-05a9d3d13f50 req-d56a4d99-ab4a-4ae9-97c4-475c4ccbddcc tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae504e1a-8b02-4d11-b9db-e50442d1da2b HTTP/1.1" status: 200 len: 210 time: 0.0278184 Jul 07 14:17:00.236542 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-de2cb0b5-6e4a-418e-bae1-4b4e8a512c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:00.449857 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-f66eac6e-6a43-4e4e-b84e-a83fc8a53378 req-851eb4e9-22ca-4182-8592-a0fac1f2c6e7 tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae504e1a-8b02-4d11-b9db-e50442d1da2b HTTP/1.1" status: 200 len: 210 time: 0.0305903 Jul 07 14:17:01.588080 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-abd9e8f2-a559-4f04-a4ef-786c01fb87e5 req-f03ffa6a-1bb4-43a0-a260-68e8350612bb tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae504e1a-8b02-4d11-b9db-e50442d1da2b HTTP/1.1" status: 200 len: 210 time: 0.0281126 Jul 07 14:17:02.327365 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:02.728027 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-e491f1b7-ae12-487e-8c4b-1a300e7326f2 req-39a5d205-99d2-4383-a3ae-68e9f306a1ac tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae504e1a-8b02-4d11-b9db-e50442d1da2b HTTP/1.1" status: 200 len: 210 time: 0.0278187 Jul 07 14:17:03.868260 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-170e7e72-ce4f-4900-85c3-fc317b186a69 req-5830ee2a-dbe8-4569-880b-e0486f237c80 tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae504e1a-8b02-4d11-b9db-e50442d1da2b HTTP/1.1" status: 200 len: 210 time: 0.0282030 Jul 07 14:17:05.009340 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-fb1476e5-02fb-40e8-9885-1cc783d9d77a req-99686733-1aa2-4eed-a18a-06524811ad6f tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae504e1a-8b02-4d11-b9db-e50442d1da2b HTTP/1.1" status: 200 len: 210 time: 0.0327334 Jul 07 14:17:06.144968 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-c1846c56-cab5-4d41-8a9a-d136bd63255b req-253b63e9-08d2-4257-9ddd-b2eca64cb3f4 tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae504e1a-8b02-4d11-b9db-e50442d1da2b HTTP/1.1" status: 200 len: 210 time: 0.0271859 Jul 07 14:17:07.283524 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-e8677c3b-bbc6-4fdf-9dd0-1eff1a8d53f8 req-41a93bc0-c229-4e5a-88c7-97ae6f2e881c tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae504e1a-8b02-4d11-b9db-e50442d1da2b HTTP/1.1" status: 200 len: 210 time: 0.0284915 Jul 07 14:17:08.422208 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-5e4e6853-4c45-4fa7-a91c-594bbaa80ee3 req-694faf72-3952-4796-8ed3-94d76db23ffc tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae504e1a-8b02-4d11-b9db-e50442d1da2b HTTP/1.1" status: 200 len: 210 time: 0.0278189 Jul 07 14:17:09.561346 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-2a547601-fa5f-41e8-b64d-340ca53aeedd req-0900951b-b097-4683-b6f7-a2ac9b86e486 tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae504e1a-8b02-4d11-b9db-e50442d1da2b HTTP/1.1" status: 200 len: 210 time: 0.0296326 Jul 07 14:17:10.716261 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-50ca1a58-b8a1-41aa-b53f-ee812572e4af req-b09f57ea-2e0e-4d78-9a28-8092cd2c6943 tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae504e1a-8b02-4d11-b9db-e50442d1da2b HTTP/1.1" status: 200 len: 210 time: 0.0279784 Jul 07 14:17:11.872152 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-172b227d-9c79-4508-9560-a494459e67f7 req-f0cc6920-4ab7-4944-951f-f6ed0368eb53 tempest-VolumesSnapshotTestJSON-918058207 tempest-VolumesSnapshotTestJSON-918058207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae504e1a-8b02-4d11-b9db-e50442d1da2b HTTP/1.1" status: 200 len: 210 time: 0.0279160 Jul 07 14:17:24.866937 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-23286af3-8f2e-470f-b18d-0981a6372824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:26.245847 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.agents_db [None req-578d1851-68de-424d-8d1f-a58f436dd381 None None] Agent healthcheck: found 6 active agents {{(pid=92956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 14:17:27.102015 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 58828) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:17:27.203277 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-93e53bdc-60bc-44fd-aba5-d870468386da admin admin] Notify callbacks [] for security_group, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:27.294374 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-93e53bdc-60bc-44fd-aba5-d870468386da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:27.297832 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-93e53bdc-60bc-44fd-aba5-d870468386da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:27.334039 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e53bdc-60bc-44fd-aba5-d870468386da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2d4c807-55a2-49f6-8b1f-00d66b26c30d,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:17:27.338714 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-93e53bdc-60bc-44fd-aba5-d870468386da admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=84dfec7e6fe641d1bfa6c2d1f6f40794&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2356346 Jul 07 14:17:27.341535 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 58832) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:17:27.343366 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e53bdc-60bc-44fd-aba5-d870468386da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:17:27.343719 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e53bdc-60bc-44fd-aba5-d870468386da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:17:27.344064 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e53bdc-60bc-44fd-aba5-d870468386da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:17:27.344400 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e53bdc-60bc-44fd-aba5-d870468386da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:17:27.344733 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e53bdc-60bc-44fd-aba5-d870468386da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:17:27.345071 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e53bdc-60bc-44fd-aba5-d870468386da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:17:27.345655 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e53bdc-60bc-44fd-aba5-d870468386da admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:17:27.345983 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e53bdc-60bc-44fd-aba5-d870468386da admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:17:27.346310 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e53bdc-60bc-44fd-aba5-d870468386da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:17:27.346660 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e53bdc-60bc-44fd-aba5-d870468386da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:17:27.346988 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e53bdc-60bc-44fd-aba5-d870468386da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:17:27.347310 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e53bdc-60bc-44fd-aba5-d870468386da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:17:27.393302 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8ed99a36-0e76-4640-850c-79a55f5ff0a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:27.413647 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8ed99a36-0e76-4640-850c-79a55f5ff0a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:27.461011 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8ed99a36-0e76-4640-850c-79a55f5ff0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:27.464003 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8ed99a36-0e76-4640-850c-79a55f5ff0a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:27.465147 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-8ed99a36-0e76-4640-850c-79a55f5ff0a0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a2d4c807-55a2-49f6-8b1f-00d66b26c30d HTTP/1.1" status: 204 len: 168 time: 0.1225493 Jul 07 14:17:27.473222 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed99a36-0e76-4640-850c-79a55f5ff0a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2d4c807-55a2-49f6-8b1f-00d66b26c30d,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:17:27.480548 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed99a36-0e76-4640-850c-79a55f5ff0a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:17:27.480900 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed99a36-0e76-4640-850c-79a55f5ff0a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:17:27.481242 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed99a36-0e76-4640-850c-79a55f5ff0a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:17:27.481578 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed99a36-0e76-4640-850c-79a55f5ff0a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:17:27.481915 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed99a36-0e76-4640-850c-79a55f5ff0a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:17:27.482245 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed99a36-0e76-4640-850c-79a55f5ff0a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:17:27.482605 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed99a36-0e76-4640-850c-79a55f5ff0a0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:17:27.483057 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed99a36-0e76-4640-850c-79a55f5ff0a0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:17:27.483250 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed99a36-0e76-4640-850c-79a55f5ff0a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:17:27.483576 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed99a36-0e76-4640-850c-79a55f5ff0a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:17:27.483898 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed99a36-0e76-4640-850c-79a55f5ff0a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:17:27.484225 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed99a36-0e76-4640-850c-79a55f5ff0a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:17:27.502699 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-bb799f71-cc88-4988-a37f-552e654ebcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:27.821779 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:28.104699 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 58862) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:17:28.195097 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [None req-fbfd0bb0-fae8-4478-9506-e542412d8202 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-863132418-network', 'tenant_id': 'fcc896fb4dce444c9b1ca79c4292880a'}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 14:17:28.216062 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbfd0bb0-fae8-4478-9506-e542412d8202 admin admin] Made reservation on behalf of fcc896fb4dce444c9b1ca79c4292880a for: {'network': 1} {{(pid=92954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 14:17:28.218557 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-fbfd0bb0-fae8-4478-9506-e542412d8202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for network, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:28.227114 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-fbfd0bb0-fae8-4478-9506-e542412d8202 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:28.314293 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-fbfd0bb0-fae8-4478-9506-e542412d8202 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:28.318425 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-fbfd0bb0-fae8-4478-9506-e542412d8202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:28.338803 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbfd0bb0-fae8-4478-9506-e542412d8202 admin admin] vlan segment allocate from pool success with {'vlan_id': 621, 'physical_network': 'physnet1'} {{(pid=92954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 14:17:28.351941 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfd0bb0-fae8-4478-9506-e542412d8202 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eedfaae9-16a6-4cec-9acf-a7b17f496526,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:17:28.357222 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-fbfd0bb0-fae8-4478-9506-e542412d8202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:28.357611 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.db.segments_db [None req-fbfd0bb0-fae8-4478-9506-e542412d8202 admin admin] Added segment 826c2146-1d02-4837-9563-f685b2a81de6 of type vlan for network b9c290a8-969b-4064-9202-be4227906d81 Jul 07 14:17:28.395170 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-fbfd0bb0-fae8-4478-9506-e542412d8202 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744350994261'] for network, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:28.423283 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-fbfd0bb0-fae8-4478-9506-e542412d8202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582279'] for network, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:28.424472 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbfd0bb0-fae8-4478-9506-e542412d8202 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:17:28.425118 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-fbfd0bb0-fae8-4478-9506-e542412d8202 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582248'] for network, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:28.476362 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-fbfd0bb0-fae8-4478-9506-e542412d8202 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3705547 Jul 07 14:17:28.480054 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 58866) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:17:28.485195 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.v2.base [None req-7252f859-b2cc-477c-9477-f18ae880fd02 admin admin] Request body: {'subnet': {'network_id': 'b9c290a8-969b-4064-9202-be4227906d81', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-863132418-subnet', 'tenant_id': 'fcc896fb4dce444c9b1ca79c4292880a', 'ip_version': 4}} {{(pid=92953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 14:17:28.488894 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfd0bb0-fae8-4478-9506-e542412d8202 admin admin] Pushing event updated for resources: {'Network': ['ID=b9c290a8-969b-4064-9202-be4227906d81,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:17:28.499008 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Network b9c290a8-969b-4064-9202-be4227906d81 details requested by agent ovs-agent-dv-cinder-799821-1-iscsi with host dv-cinder-799821-1-iscsi {{(pid=92955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 14:17:28.510389 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7252f859-b2cc-477c-9477-f18ae880fd02 admin admin] Made reservation on behalf of fcc896fb4dce444c9b1ca79c4292880a for: {'subnet': 1} {{(pid=92953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 14:17:28.512827 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-7252f859-b2cc-477c-9477-f18ae880fd02 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3756208'] for subnet, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:28.654701 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-797095d9-f31f-46bc-add0-d9922559420e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:28.676726 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-7252f859-b2cc-477c-9477-f18ae880fd02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2608750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3756194'] for subnet, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:28.729175 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7252f859-b2cc-477c-9477-f18ae880fd02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bafcec7-11ff-4165-98d6-59bd89441f1b,revision_number=0']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:17:28.747490 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7252f859-b2cc-477c-9477-f18ae880fd02 admin admin] Checking segment: {'id': '826c2146-1d02-4837-9563-f685b2a81de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'b9c290a8-969b-4064-9202-be4227906d81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 14:17:28.747854 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7252f859-b2cc-477c-9477-f18ae880fd02 admin admin] Network hostable DHCP agents. Network: b9c290a8-969b-4064-9202-be4227906d81, hostable agents: ['29bf5154-9555-44d1-999c-b30e53d2ad5f'], hosted agents: [] {{(pid=92953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 14:17:28.767663 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7252f859-b2cc-477c-9477-f18ae880fd02 admin admin] Network b9c290a8-969b-4064-9202-be4227906d81 is scheduled to be hosted by DHCP agent 29bf5154-9555-44d1-999c-b30e53d2ad5f with binding_index 1 {{(pid=92953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 14:17:28.776561 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.scheduler.base_scheduler [None req-7252f859-b2cc-477c-9477-f18ae880fd02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799821-1-iscsi, b9c290a8-969b-4064-9202-be4227906d81) {{(pid=92953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 14:17:28.780722 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7252f859-b2cc-477c-9477-f18ae880fd02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:17:28.781322 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-7252f859-b2cc-477c-9477-f18ae880fd02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582248'] for subnet, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:28.785298 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fad4745-f6e6-4c6e-a07a-d92df815c2a1 None None] Network b9c290a8-969b-4064-9202-be4227906d81 requested from dv-cinder-799821-1-iscsi {{(pid=92955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 14:17:28.796188 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-7252f859-b2cc-477c-9477-f18ae880fd02 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3149195 Jul 07 14:17:28.799082 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 58872) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:17:28.803786 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [None req-26148e7f-b151-44ef-a5e1-aea29a049b04 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-863132418-router', 'tenant_id': 'fcc896fb4dce444c9b1ca79c4292880a', 'external_gateway_info': {'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5'}}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 14:17:28.825246 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-26148e7f-b151-44ef-a5e1-aea29a049b04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1724625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6190'] for router, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:28.826275 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-26148e7f-b151-44ef-a5e1-aea29a049b04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1724494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1714686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1653304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6177'] for router, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:28.877569 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-26148e7f-b151-44ef-a5e1-aea29a049b04 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:28.937375 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29836a57-888d-4a72-a7fb-3b04897863b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1517bda3-6996-5b7d-b15a-be6a9ec91b77-b9c290a8-969b-4064-9202-be4227906d81', 'network_id': 'b9c290a8-969b-4064-9202-be4227906d81', 'tenant_id': 'fcc896fb4dce444c9b1ca79c4292880a', 'fixed_ips': [{'subnet_id': '7bafcec7-11ff-4165-98d6-59bd89441f1b'}]}} from dv-cinder-799821-1-iscsi. {{(pid=92955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 14:17:28.938233 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-29836a57-888d-4a72-a7fb-3b04897863b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_create {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:29.026835 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-26148e7f-b151-44ef-a5e1-aea29a049b04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1661972', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1724611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6195'] for router, precommit_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:29.075417 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.db_base_plugin_common [None req-29836a57-888d-4a72-a7fb-3b04897863b8 None None] Allocated IP 172.20.0.2 (b9c290a8-969b-4064-9202-be4227906d81/7bafcec7-11ff-4165-98d6-59bd89441f1b/32136e5c-3ae7-4c6f-8a47-9533ffc499ab) {{(pid=92955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 14:17:29.216590 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-29836a57-888d-4a72-a7fb-3b04897863b8 None None] Notify callbacks [] for port, precommit_create {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:29.225106 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-29836a57-888d-4a72-a7fb-3b04897863b8 None None] Transition to ACTIVE for port object 32136e5c-3ae7-4c6f-8a47-9533ffc499ab will not be triggered until provisioned by entity L2. {{(pid=92955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 14:17:29.231195 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-26148e7f-b151-44ef-a5e1-aea29a049b04 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:29.239279 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-29836a57-888d-4a72-a7fb-3b04897863b8 None None] Transition to ACTIVE for port object 32136e5c-3ae7-4c6f-8a47-9533ffc499ab will not be triggered until provisioned by entity DHCP. {{(pid=92955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 14:17:29.245926 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-29836a57-888d-4a72-a7fb-3b04897863b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744350976988'] for port, after_create {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:29.250814 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-26148e7f-b151-44ef-a5e1-aea29a049b04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:29.280481 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29836a57-888d-4a72-a7fb-3b04897863b8 None None] Network b9c290a8-969b-4064-9202-be4227906d81 is already hosted by enough agents. {{(pid=92955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 14:17:29.284775 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.scheduler.base_scheduler [None req-29836a57-888d-4a72-a7fb-3b04897863b8 None None] Resources bound (agent type, host, resource id): {{(pid=92955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 14:17:29.288122 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29836a57-888d-4a72-a7fb-3b04897863b8 None None] Received port after_create {{(pid=92955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 14:17:29.298711 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29836a57-888d-4a72-a7fb-3b04897863b8 None None] Pushing event updated for resources: {'Port': ['ID=32136e5c-3ae7-4c6f-8a47-9533ffc499ab,revision_number=1']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:17:29.328076 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29836a57-888d-4a72-a7fb-3b04897863b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:17:29.328424 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29836a57-888d-4a72-a7fb-3b04897863b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:17:29.328773 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29836a57-888d-4a72-a7fb-3b04897863b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:17:29.329115 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29836a57-888d-4a72-a7fb-3b04897863b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:17:29.329442 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29836a57-888d-4a72-a7fb-3b04897863b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:17:29.329775 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29836a57-888d-4a72-a7fb-3b04897863b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:17:29.330100 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29836a57-888d-4a72-a7fb-3b04897863b8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:17:29.330425 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29836a57-888d-4a72-a7fb-3b04897863b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:17:29.330774 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29836a57-888d-4a72-a7fb-3b04897863b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:17:29.331098 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29836a57-888d-4a72-a7fb-3b04897863b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:17:29.331421 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29836a57-888d-4a72-a7fb-3b04897863b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:17:29.331739 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29836a57-888d-4a72-a7fb-3b04897863b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:17:29.357646 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.db.db_base_plugin_common [None req-26148e7f-b151-44ef-a5e1-aea29a049b04 admin admin] Allocated IP 172.27.0.63 (c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5/157deb10-066f-4182-88bf-9da6b52b6e64/2eab2398-c441-44b0-9e6c-346231dc079d) {{(pid=92954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 14:17:29.365100 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.managers [None req-29836a57-888d-4a72-a7fb-3b04897863b8 None None] Attempting to bind port 32136e5c-3ae7-4c6f-8a47-9533ffc499ab on host dv-cinder-799821-1-iscsi for vnic_type normal with profile {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 14:17:29.365464 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.managers [None req-29836a57-888d-4a72-a7fb-3b04897863b8 None None] Attempting to bind port 32136e5c-3ae7-4c6f-8a47-9533ffc499ab by drivers openvswitch,hyperv on host dv-cinder-799821-1-iscsi at level 0 using segments [{'id': '826c2146-1d02-4837-9563-f685b2a81de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'b9c290a8-969b-4064-9202-be4227906d81'}] {{(pid=92955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 14:17:29.365824 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29836a57-888d-4a72-a7fb-3b04897863b8 None None] Attempting to bind port 32136e5c-3ae7-4c6f-8a47-9533ffc499ab on network b9c290a8-969b-4064-9202-be4227906d81 {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 14:17:29.371017 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29836a57-888d-4a72-a7fb-3b04897863b8 None None] Checking agent: {'id': 'bf273e17-8767-46a0-900a-b292254968fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799821-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 13, 53, 28), 'started_at': datetime.datetime(2021, 7, 7, 13, 53, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 14, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799821-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 14:17:29.371408 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29836a57-888d-4a72-a7fb-3b04897863b8 None None] Checking segment: {'id': '826c2146-1d02-4837-9563-f685b2a81de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'b9c290a8-969b-4064-9202-be4227906d81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 14:17:29.371800 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-29836a57-888d-4a72-a7fb-3b04897863b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:29.372196 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29836a57-888d-4a72-a7fb-3b04897863b8 None None] Bound using segment: {'id': '826c2146-1d02-4837-9563-f685b2a81de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'b9c290a8-969b-4064-9202-be4227906d81'} {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 14:17:29.372656 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.managers [None req-29836a57-888d-4a72-a7fb-3b04897863b8 None None] Bound port: 32136e5c-3ae7-4c6f-8a47-9533ffc499ab, host: dv-cinder-799821-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '826c2146-1d02-4837-9563-f685b2a81de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'b9c290a8-969b-4064-9202-be4227906d81'}}] {{(pid=92955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 14:17:29.373044 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-29836a57-888d-4a72-a7fb-3b04897863b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:29.434886 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-29836a57-888d-4a72-a7fb-3b04897863b8 None None] For port 32136e5c-3ae7-4c6f-8a47-9533ffc499ab, host dv-cinder-799821-1-iscsi, cleared binding levels {{(pid=92955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 14:17:29.437964 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-29836a57-888d-4a72-a7fb-3b04897863b8 None None] For port 32136e5c-3ae7-4c6f-8a47-9533ffc499ab, host dv-cinder-799821-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799821-1-iscsi',level=0,port_id=32136e5c-3ae7-4c6f-8a47-9533ffc499ab,segment=NetworkSegment(826c2146-1d02-4837-9563-f685b2a81de6),segment_id=826c2146-1d02-4837-9563-f685b2a81de6)] {{(pid=92955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 14:17:29.443244 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-29836a57-888d-4a72-a7fb-3b04897863b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:29.467234 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-26148e7f-b151-44ef-a5e1-aea29a049b04 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:29.502277 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29836a57-888d-4a72-a7fb-3b04897863b8 None None] Pushing event updated for resources: {'Port': ['ID=32136e5c-3ae7-4c6f-8a47-9533ffc499ab,revision_number=2']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:17:29.507787 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-26148e7f-b151-44ef-a5e1-aea29a049b04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744350976988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8461633'] for port, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:29.546941 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26148e7f-b151-44ef-a5e1-aea29a049b04 admin admin] Network c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5 is already hosted by enough agents. {{(pid=92954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 14:17:29.549805 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.scheduler.base_scheduler [None req-26148e7f-b151-44ef-a5e1-aea29a049b04 admin admin] Resources bound (agent type, host, resource id): {{(pid=92954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 14:17:29.555396 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26148e7f-b151-44ef-a5e1-aea29a049b04 admin admin] Received port after_create {{(pid=92954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 14:17:29.561401 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26148e7f-b151-44ef-a5e1-aea29a049b04 admin admin] Pushing event updated for resources: {'Port': ['ID=2eab2398-c441-44b0-9e6c-346231dc079d,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:17:29.832806 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-26148e7f-b151-44ef-a5e1-aea29a049b04 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:30.028423 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-26148e7f-b151-44ef-a5e1-aea29a049b04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1724634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1661967'] for router, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:30.163102 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26148e7f-b151-44ef-a5e1-aea29a049b04 admin admin] Router 8cdb4f8a-5e93-41e2-8449-959d82175462 is scheduled to L3 agent 652ddd47-bc13-4e1c-8285-b4eb8cea957f with binding_index 1 {{(pid=92954) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 14:17:30.241051 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-de2cb0b5-6e4a-418e-bae1-4b4e8a512c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:30.274187 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26148e7f-b151-44ef-a5e1-aea29a049b04 admin admin] Notify agent at l3_agent.dv-cinder-799821-1-iscsi the message routers_updated {{(pid=92954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 14:17:30.283472 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40d97c0-b65b-4311-96ba-e61b9fea38b0 None None] Sync routers for ids ['8cdb4f8a-5e93-41e2-8449-959d82175462'] in dv-cinder-799821-1-iscsi {{(pid=92956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 14:17:30.291671 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-26148e7f-b151-44ef-a5e1-aea29a049b04 admin admin] Notify callbacks [] for router, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:30.292999 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-26148e7f-b151-44ef-a5e1-aea29a049b04 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.4926827 Jul 07 14:17:30.296054 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 58888) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:17:30.298293 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40d97c0-b65b-4311-96ba-e61b9fea38b0 None None] Routers {'8cdb4f8a-5e93-41e2-8449-959d82175462'} bound to L3 agent in host dv-cinder-799821-1-iscsi {{(pid=92956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 14:17:30.298956 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-b40d97c0-b65b-4311-96ba-e61b9fea38b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T13:53:27Z,description=,heartbeat_timestamp=2021-07-07T14:17:27Z,host='dv-cinder-799821-1-iscsi',id=652ddd47-bc13-4e1c-8285-b4eb8cea957f,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:53:27Z,topic='l3_agent')) {'router_ids': ['8cdb4f8a-5e93-41e2-8449-959d82175462'], 'active': True} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:17:30.393413 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-642754c8-cd1c-48db-89e8-6ee56ce3f8fe None None] Network b9c290a8-969b-4064-9202-be4227906d81 requested from dv-cinder-799821-1-iscsi {{(pid=92955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 14:17:30.408427 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvr_db [None req-b40d97c0-b65b-4311-96ba-e61b9fea38b0 None None] Set router 8cdb4f8a-5e93-41e2-8449-959d82175462 gateway port host: dv-cinder-799821-1-iscsi {{(pid=92956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 14:17:30.459302 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-93132621-5368-441f-b79a-2116d7bfcb03 None None] Provisioning for port 32136e5c-3ae7-4c6f-8a47-9533ffc499ab completed by entity DHCP. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 14:17:30.612893 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-b40d97c0-b65b-4311-96ba-e61b9fea38b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cdb4f8a-5e93-41e2-8449-959d82175462', 'name': 'tempest-TestShelveInstance-863132418-router', 'tenant_id': 'fcc896fb4dce444c9b1ca79c4292880a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'external_fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '2eab2398-c441-44b0-9e6c-346231dc079d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T14:17:28Z', 'updated_at': '2021-07-07T14:17:29Z', 'revision_number': 3, 'project_id': 'fcc896fb4dce444c9b1ca79c4292880a', 'gw_port': {'id': '2eab2398-c441-44b0-9e6c-346231dc079d', 'name': '', 'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:e4:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cdb4f8a-5e93-41e2-8449-959d82175462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:17:29Z', 'updated_at': '2021-07-07T14:17:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799821-1-iscsi'}], 'dv-cinder-799821-1-iscsi', False) {} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:17:30.647362 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40d97c0-b65b-4311-96ba-e61b9fea38b0 None None] Checking router: 8cdb4f8a-5e93-41e2-8449-959d82175462 for host: dv-cinder-799821-1-iscsi {{(pid=92956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 14:17:30.647840 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40d97c0-b65b-4311-96ba-e61b9fea38b0 None None] Updating router 8cdb4f8a-5e93-41e2-8449-959d82175462 port 2eab2398-c441-44b0-9e6c-346231dc079d binding host dv-cinder-799821-1-iscsi {{(pid=92956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 14:17:30.653837 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Device 32136e5c-3ae7-4c6f-8a47-9533ffc499ab up at agent ovs-agent-dv-cinder-799821-1-iscsi {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 14:17:30.689138 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-b40d97c0-b65b-4311-96ba-e61b9fea38b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:30.746236 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Provisioning for port 32136e5c-3ae7-4c6f-8a47-9533ffc499ab completed by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 14:17:30.751839 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Provisioning complete for port 32136e5c-3ae7-4c6f-8a47-9533ffc499ab triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 14:17:30.752266 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732533'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:30.850169 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:30.889505 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] For port 32136e5c-3ae7-4c6f-8a47-9533ffc499ab, host dv-cinder-799821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799821-1-iscsi',level=0,port_id=32136e5c-3ae7-4c6f-8a47-9533ffc499ab,segment=NetworkSegment(826c2146-1d02-4837-9563-f685b2a81de6),segment_id=826c2146-1d02-4837-9563-f685b2a81de6)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 14:17:30.894927 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:30.920137 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-29d397b2-1573-4311-bafe-08c44ab3ac9f None None] Provisioning complete for port 32136e5c-3ae7-4c6f-8a47-9533ffc499ab triggered by entity DHCP. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 14:17:30.920137 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-29d397b2-1573-4311-bafe-08c44ab3ac9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732533'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:30.978352 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Pushing event updated for resources: {'Port': ['ID=32136e5c-3ae7-4c6f-8a47-9533ffc499ab,revision_number=3']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:17:30.989230 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-b40d97c0-b65b-4311-96ba-e61b9fea38b0 None None] Notify callbacks [] for port, precommit_update {{(pid=92956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:30.999810 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.provisioning_blocks [None req-b40d97c0-b65b-4311-96ba-e61b9fea38b0 None None] Transition to ACTIVE for port object 2eab2398-c441-44b0-9e6c-346231dc079d will not be triggered until provisioned by entity L2. {{(pid=92956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 14:17:31.005360 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-b40d97c0-b65b-4311-96ba-e61b9fea38b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567'] for port, after_update {{(pid=92956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:31.021274 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-eea3a618-f20e-430c-8716-fb05ef0f9ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:31.056393 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592f24db-fae5-43f1-aa11-2e84d8085bdb None None] Pushing event updated for resources: {'Port': ['ID=2eab2398-c441-44b0-9e6c-346231dc079d,revision_number=2']} {{(pid=92956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:17:31.063243 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592f24db-fae5-43f1-aa11-2e84d8085bdb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:17:31.063647 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592f24db-fae5-43f1-aa11-2e84d8085bdb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:17:31.063982 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592f24db-fae5-43f1-aa11-2e84d8085bdb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:17:31.064669 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592f24db-fae5-43f1-aa11-2e84d8085bdb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:17:31.064803 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592f24db-fae5-43f1-aa11-2e84d8085bdb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:17:31.065125 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592f24db-fae5-43f1-aa11-2e84d8085bdb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:17:31.065445 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592f24db-fae5-43f1-aa11-2e84d8085bdb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:17:31.065798 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592f24db-fae5-43f1-aa11-2e84d8085bdb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:17:31.066149 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592f24db-fae5-43f1-aa11-2e84d8085bdb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:17:31.068970 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592f24db-fae5-43f1-aa11-2e84d8085bdb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:17:31.068970 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592f24db-fae5-43f1-aa11-2e84d8085bdb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:17:31.068970 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592f24db-fae5-43f1-aa11-2e84d8085bdb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:17:31.087651 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.managers [None req-b40d97c0-b65b-4311-96ba-e61b9fea38b0 None None] Attempting to bind port 2eab2398-c441-44b0-9e6c-346231dc079d on host dv-cinder-799821-1-iscsi for vnic_type normal with profile {{(pid=92956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 14:17:31.088583 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.managers [None req-b40d97c0-b65b-4311-96ba-e61b9fea38b0 None None] Attempting to bind port 2eab2398-c441-44b0-9e6c-346231dc079d by drivers openvswitch,hyperv on host dv-cinder-799821-1-iscsi at level 0 using segments [{'id': 'f9b1122d-b65f-4a0f-8420-4cc063cf42b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5'}] {{(pid=92956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 14:17:31.088946 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40d97c0-b65b-4311-96ba-e61b9fea38b0 None None] Attempting to bind port 2eab2398-c441-44b0-9e6c-346231dc079d on network c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5 {{(pid=92956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 14:17:31.094344 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40d97c0-b65b-4311-96ba-e61b9fea38b0 None None] Checking agent: {'id': 'bf273e17-8767-46a0-900a-b292254968fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799821-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 13, 53, 28), 'started_at': datetime.datetime(2021, 7, 7, 13, 53, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 14, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799821-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 14:17:31.094751 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40d97c0-b65b-4311-96ba-e61b9fea38b0 None None] Checking segment: {'id': 'f9b1122d-b65f-4a0f-8420-4cc063cf42b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 14:17:31.097206 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-b40d97c0-b65b-4311-96ba-e61b9fea38b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:31.097206 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40d97c0-b65b-4311-96ba-e61b9fea38b0 None None] Bound using segment: {'id': 'f9b1122d-b65f-4a0f-8420-4cc063cf42b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5'} {{(pid=92956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 14:17:31.097206 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.managers [None req-b40d97c0-b65b-4311-96ba-e61b9fea38b0 None None] Bound port: 2eab2398-c441-44b0-9e6c-346231dc079d, host: dv-cinder-799821-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9b1122d-b65f-4a0f-8420-4cc063cf42b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5'}}] {{(pid=92956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 14:17:31.097206 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-b40d97c0-b65b-4311-96ba-e61b9fea38b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:31.157894 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.db [None req-b40d97c0-b65b-4311-96ba-e61b9fea38b0 None None] For port 2eab2398-c441-44b0-9e6c-346231dc079d, host dv-cinder-799821-1-iscsi, cleared binding levels {{(pid=92956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 14:17:31.161128 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.db [None req-b40d97c0-b65b-4311-96ba-e61b9fea38b0 None None] For port 2eab2398-c441-44b0-9e6c-346231dc079d, host dv-cinder-799821-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799821-1-iscsi',level=0,port_id=2eab2398-c441-44b0-9e6c-346231dc079d,segment=NetworkSegment(f9b1122d-b65f-4a0f-8420-4cc063cf42b9),segment_id=f9b1122d-b65f-4a0f-8420-4cc063cf42b9)] {{(pid=92956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 14:17:31.166288 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-b40d97c0-b65b-4311-96ba-e61b9fea38b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567'] for port, after_update {{(pid=92956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:31.185004 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.db.db_base_plugin_common [None req-eea3a618-f20e-430c-8716-fb05ef0f9ab0 admin admin] Allocated IP 172.20.0.1 (b9c290a8-969b-4064-9202-be4227906d81/7bafcec7-11ff-4165-98d6-59bd89441f1b/27cc9aca-3376-4b58-8b05-db6aa9deadc4) {{(pid=92954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 14:17:31.214373 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40d97c0-b65b-4311-96ba-e61b9fea38b0 None None] Routers {'8cdb4f8a-5e93-41e2-8449-959d82175462'} bound to L3 agent in host dv-cinder-799821-1-iscsi {{(pid=92956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 14:17:31.215085 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-b40d97c0-b65b-4311-96ba-e61b9fea38b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T13:53:27Z,description=,heartbeat_timestamp=2021-07-07T14:17:27Z,host='dv-cinder-799821-1-iscsi',id=652ddd47-bc13-4e1c-8285-b4eb8cea957f,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:53:27Z,topic='l3_agent')) {'router_ids': ['8cdb4f8a-5e93-41e2-8449-959d82175462'], 'active': True} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:17:31.270431 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592f24db-fae5-43f1-aa11-2e84d8085bdb None None] Pushing event updated for resources: {'Port': ['ID=2eab2398-c441-44b0-9e6c-346231dc079d,revision_number=3']} {{(pid=92956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:17:31.289517 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-eea3a618-f20e-430c-8716-fb05ef0f9ab0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:31.303022 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.db.provisioning_blocks [None req-eea3a618-f20e-430c-8716-fb05ef0f9ab0 admin admin] Transition to ACTIVE for port object 27cc9aca-3376-4b58-8b05-db6aa9deadc4 will not be triggered until provisioned by entity DHCP. {{(pid=92954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 14:17:31.335159 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvr_db [None req-b40d97c0-b65b-4311-96ba-e61b9fea38b0 None None] Set router 8cdb4f8a-5e93-41e2-8449-959d82175462 gateway port host: dv-cinder-799821-1-iscsi {{(pid=92956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 14:17:31.336112 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-eea3a618-f20e-430c-8716-fb05ef0f9ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744350976988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8461633'] for port, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:31.373369 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea3a618-f20e-430c-8716-fb05ef0f9ab0 admin admin] Network b9c290a8-969b-4064-9202-be4227906d81 is already hosted by enough agents. {{(pid=92954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 14:17:31.376179 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.scheduler.base_scheduler [None req-eea3a618-f20e-430c-8716-fb05ef0f9ab0 admin admin] Resources bound (agent type, host, resource id): {{(pid=92954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 14:17:31.381533 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea3a618-f20e-430c-8716-fb05ef0f9ab0 admin admin] Received port after_create {{(pid=92954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 14:17:31.405359 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea3a618-f20e-430c-8716-fb05ef0f9ab0 admin admin] Pushing event updated for resources: {'Port': ['ID=27cc9aca-3376-4b58-8b05-db6aa9deadc4,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:17:31.423023 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-eea3a618-f20e-430c-8716-fb05ef0f9ab0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1726264'] for router_interface, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:31.526970 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-b40d97c0-b65b-4311-96ba-e61b9fea38b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cdb4f8a-5e93-41e2-8449-959d82175462', 'name': 'tempest-TestShelveInstance-863132418-router', 'tenant_id': 'fcc896fb4dce444c9b1ca79c4292880a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'external_fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '2eab2398-c441-44b0-9e6c-346231dc079d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T14:17:28Z', 'updated_at': '2021-07-07T14:17:29Z', 'revision_number': 3, 'project_id': 'fcc896fb4dce444c9b1ca79c4292880a', 'gw_port': {'id': '2eab2398-c441-44b0-9e6c-346231dc079d', 'name': '', 'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:e4:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cdb4f8a-5e93-41e2-8449-959d82175462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:17:29Z', 'updated_at': '2021-07-07T14:17:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799821-1-iscsi'}], 'dv-cinder-799821-1-iscsi', False) {} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:17:31.554979 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40d97c0-b65b-4311-96ba-e61b9fea38b0 None None] The sync data for ids ['8cdb4f8a-5e93-41e2-8449-959d82175462'] in dv-cinder-799821-1-iscsi is: [{'id': '8cdb4f8a-5e93-41e2-8449-959d82175462', 'name': 'tempest-TestShelveInstance-863132418-router', 'tenant_id': 'fcc896fb4dce444c9b1ca79c4292880a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'external_fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '2eab2398-c441-44b0-9e6c-346231dc079d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T14:17:28Z', 'updated_at': '2021-07-07T14:17:29Z', 'revision_number': 3, 'project_id': 'fcc896fb4dce444c9b1ca79c4292880a', 'gw_port': {'id': '2eab2398-c441-44b0-9e6c-346231dc079d', 'name': '', 'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:e4:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cdb4f8a-5e93-41e2-8449-959d82175462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:17:29Z', 'updated_at': '2021-07-07T14:17:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799821-1-iscsi'}] {{(pid=92956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 14:17:31.585781 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-eea3a618-f20e-430c-8716-fb05ef0f9ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:31.683973 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-b0867505-c55d-4eb8-9c70-22fb7357ec32 None None] Provisioning for port 27cc9aca-3376-4b58-8b05-db6aa9deadc4 completed by entity DHCP. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 14:17:31.687838 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-b0867505-c55d-4eb8-9c70-22fb7357ec32 None None] Provisioning complete for port 27cc9aca-3376-4b58-8b05-db6aa9deadc4 triggered by entity DHCP. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 14:17:31.688205 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-b0867505-c55d-4eb8-9c70-22fb7357ec32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732533'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:31.724830 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-b0867505-c55d-4eb8-9c70-22fb7357ec32 None None] Port 27cc9aca-3376-4b58-8b05-db6aa9deadc4 cannot update to ACTIVE because it is not bound. {{(pid=92955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 14:17:31.762313 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-eea3a618-f20e-430c-8716-fb05ef0f9ab0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:31.768253 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-eea3a618-f20e-430c-8716-fb05ef0f9ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8461747'] for port, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:31.860953 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea3a618-f20e-430c-8716-fb05ef0f9ab0 admin admin] Pushing event updated for resources: {'Port': ['ID=27cc9aca-3376-4b58-8b05-db6aa9deadc4,revision_number=2']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:17:31.863357 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-eea3a618-f20e-430c-8716-fb05ef0f9ab0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1712197'] for router_interface, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:31.961078 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea3a618-f20e-430c-8716-fb05ef0f9ab0 admin admin] Network b9c290a8-969b-4064-9202-be4227906d81 is already hosted by enough agents. {{(pid=92954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 14:17:31.962644 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.scheduler.base_scheduler [None req-eea3a618-f20e-430c-8716-fb05ef0f9ab0 admin admin] Resources bound (agent type, host, resource id): {{(pid=92954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 14:17:32.099101 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eea3a618-f20e-430c-8716-fb05ef0f9ab0 admin admin] Router 8cdb4f8a-5e93-41e2-8449-959d82175462 has already been hosted by L3 agent 652ddd47-bc13-4e1c-8285-b4eb8cea957f {{(pid=92954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 14:17:32.242504 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eea3a618-f20e-430c-8716-fb05ef0f9ab0 admin admin] Notify agent at l3_agent.dv-cinder-799821-1-iscsi the message routers_updated {{(pid=92954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 14:17:32.247760 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-eea3a618-f20e-430c-8716-fb05ef0f9ab0 admin admin] 10.222.0.16 "PUT /v2.0/routers/8cdb4f8a-5e93-41e2-8449-959d82175462/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9505837 Jul 07 14:17:32.257325 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-ef483cd6-7de7-4eee-86ef-0842dea65dde None None] Provisioning complete for port 27cc9aca-3376-4b58-8b05-db6aa9deadc4 triggered by entity DHCP. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 14:17:32.257773 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-ef483cd6-7de7-4eee-86ef-0842dea65dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732533'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:32.295586 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-ef483cd6-7de7-4eee-86ef-0842dea65dde None None] Port 27cc9aca-3376-4b58-8b05-db6aa9deadc4 cannot update to ACTIVE because it is not bound. {{(pid=92955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 14:17:32.343388 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:32.652191 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Device 2eab2398-c441-44b0-9e6c-346231dc079d up at agent ovs-agent-dv-cinder-799821-1-iscsi {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 14:17:32.700010 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Provisioning for port 2eab2398-c441-44b0-9e6c-346231dc079d completed by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 14:17:32.703496 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Provisioning complete for port 2eab2398-c441-44b0-9e6c-346231dc079d triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 14:17:32.703861 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732533'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:32.723208 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 58920) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:17:32.729425 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.v2.base [None req-9a1207b3-41fe-402a-9b00-826fc9d3f701 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-517488827-network', 'tenant_id': '00d9b10df6504d93bbacb99a59585b12'}} {{(pid=92953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 14:17:32.751259 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a1207b3-41fe-402a-9b00-826fc9d3f701 admin admin] Made reservation on behalf of 00d9b10df6504d93bbacb99a59585b12 for: {'network': 1} {{(pid=92953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 14:17:32.753634 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-9a1207b3-41fe-402a-9b00-826fc9d3f701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for network, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:32.763117 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-9a1207b3-41fe-402a-9b00-826fc9d3f701 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:32.779836 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:32.801924 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] For port 2eab2398-c441-44b0-9e6c-346231dc079d, host dv-cinder-799821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799821-1-iscsi',level=0,port_id=2eab2398-c441-44b0-9e6c-346231dc079d,segment=NetworkSegment(f9b1122d-b65f-4a0f-8420-4cc063cf42b9),segment_id=f9b1122d-b65f-4a0f-8420-4cc063cf42b9)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 14:17:32.805901 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:32.806833 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Device 32136e5c-3ae7-4c6f-8a47-9533ffc499ab up at agent ovs-agent-dv-cinder-799821-1-iscsi {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 14:17:32.856545 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-9a1207b3-41fe-402a-9b00-826fc9d3f701 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:32.863788 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-9a1207b3-41fe-402a-9b00-826fc9d3f701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:32.883878 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Pushing event updated for resources: {'Port': ['ID=2eab2398-c441-44b0-9e6c-346231dc079d,revision_number=4']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:17:32.891450 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a1207b3-41fe-402a-9b00-826fc9d3f701 admin admin] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=92953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 14:17:32.896487 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Provisioning complete for port 32136e5c-3ae7-4c6f-8a47-9533ffc499ab triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 14:17:32.896868 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732533'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:32.910849 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-9a1207b3-41fe-402a-9b00-826fc9d3f701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:32.911204 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.db.segments_db [None req-9a1207b3-41fe-402a-9b00-826fc9d3f701 admin admin] Added segment 5e134f2c-b488-40b6-83ca-60e86e6f7501 of type vlan for network d7a78780-b8f0-4ab1-9c76-b222c72088ba Jul 07 14:17:32.912657 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1207b3-41fe-402a-9b00-826fc9d3f701 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d3f8d31-cd65-49d7-9f51-193a639d6584,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:17:32.957420 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-9a1207b3-41fe-402a-9b00-826fc9d3f701 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744350994261'] for network, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:32.988213 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-9a1207b3-41fe-402a-9b00-826fc9d3f701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582279'] for network, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:32.989175 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a1207b3-41fe-402a-9b00-826fc9d3f701 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:17:32.989763 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-9a1207b3-41fe-402a-9b00-826fc9d3f701 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582248'] for network, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:33.041154 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-9a1207b3-41fe-402a-9b00-826fc9d3f701 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3161952 Jul 07 14:17:33.043983 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 58924) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:17:33.049006 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [None req-8e57e32a-e299-4c8f-a58b-bdbcc442d805 admin admin] Request body: {'subnet': {'network_id': 'd7a78780-b8f0-4ab1-9c76-b222c72088ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-517488827-subnet', 'tenant_id': '00d9b10df6504d93bbacb99a59585b12', 'ip_version': 4}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 14:17:33.053712 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1207b3-41fe-402a-9b00-826fc9d3f701 admin admin] Pushing event updated for resources: {'Network': ['ID=d7a78780-b8f0-4ab1-9c76-b222c72088ba,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:17:33.064610 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Network d7a78780-b8f0-4ab1-9c76-b222c72088ba details requested by agent ovs-agent-dv-cinder-799821-1-iscsi with host dv-cinder-799821-1-iscsi {{(pid=92955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 14:17:33.073456 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e57e32a-e299-4c8f-a58b-bdbcc442d805 admin admin] Made reservation on behalf of 00d9b10df6504d93bbacb99a59585b12 for: {'subnet': 1} {{(pid=92954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 14:17:33.076152 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-8e57e32a-e299-4c8f-a58b-bdbcc442d805 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8773563'] for subnet, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:33.190036 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24ff905-5f49-4edb-ad51-d616138f39fa None None] Sync routers for ids ['8cdb4f8a-5e93-41e2-8449-959d82175462'] in dv-cinder-799821-1-iscsi {{(pid=92955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 14:17:33.199833 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24ff905-5f49-4edb-ad51-d616138f39fa None None] Routers {'8cdb4f8a-5e93-41e2-8449-959d82175462'} bound to L3 agent in host dv-cinder-799821-1-iscsi {{(pid=92955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 14:17:33.200446 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-f24ff905-5f49-4edb-ad51-d616138f39fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T13:53:27Z,description=,heartbeat_timestamp=2021-07-07T14:17:27Z,host='dv-cinder-799821-1-iscsi',id=652ddd47-bc13-4e1c-8285-b4eb8cea957f,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:53:27Z,topic='l3_agent')) {'router_ids': ['8cdb4f8a-5e93-41e2-8449-959d82175462'], 'active': True} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:17:33.256264 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-8e57e32a-e299-4c8f-a58b-bdbcc442d805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8461621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8773545'] for subnet, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:33.310269 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e57e32a-e299-4c8f-a58b-bdbcc442d805 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d764c77-42d4-4616-9359-940c307f2148,revision_number=0']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:17:33.314973 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvr_db [None req-f24ff905-5f49-4edb-ad51-d616138f39fa None None] Set router 8cdb4f8a-5e93-41e2-8449-959d82175462 gateway port host: dv-cinder-799821-1-iscsi {{(pid=92955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 14:17:33.320792 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e57e32a-e299-4c8f-a58b-bdbcc442d805 admin admin] Checking segment: {'id': '5e134f2c-b488-40b6-83ca-60e86e6f7501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'd7a78780-b8f0-4ab1-9c76-b222c72088ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 14:17:33.321147 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e57e32a-e299-4c8f-a58b-bdbcc442d805 admin admin] Network hostable DHCP agents. Network: d7a78780-b8f0-4ab1-9c76-b222c72088ba, hostable agents: ['29bf5154-9555-44d1-999c-b30e53d2ad5f'], hosted agents: [] {{(pid=92954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 14:17:33.337814 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e57e32a-e299-4c8f-a58b-bdbcc442d805 admin admin] Network d7a78780-b8f0-4ab1-9c76-b222c72088ba is scheduled to be hosted by DHCP agent 29bf5154-9555-44d1-999c-b30e53d2ad5f with binding_index 1 {{(pid=92954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 14:17:33.346698 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.scheduler.base_scheduler [None req-8e57e32a-e299-4c8f-a58b-bdbcc442d805 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799821-1-iscsi, d7a78780-b8f0-4ab1-9c76-b222c72088ba) {{(pid=92954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 14:17:33.350753 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e57e32a-e299-4c8f-a58b-bdbcc442d805 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:17:33.351333 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-8e57e32a-e299-4c8f-a58b-bdbcc442d805 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:33.358741 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb06883d-6d2d-4448-a235-41b86665ae02 None None] Network d7a78780-b8f0-4ab1-9c76-b222c72088ba requested from dv-cinder-799821-1-iscsi {{(pid=92955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 14:17:33.364771 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-8e57e32a-e299-4c8f-a58b-bdbcc442d805 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3195910 Jul 07 14:17:33.367358 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 58932) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:17:33.372511 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.v2.base [None req-b99c39b9-00ef-433b-ba05-dc9bf51146ca admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-517488827-router', 'tenant_id': '00d9b10df6504d93bbacb99a59585b12', 'external_gateway_info': {'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5'}}} {{(pid=92953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 14:17:33.392928 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-b99c39b9-00ef-433b-ba05-dc9bf51146ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1724625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6190'] for router, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:33.393929 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-b99c39b9-00ef-433b-ba05-dc9bf51146ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1724494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1714686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1653304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6177'] for router, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:33.445828 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-b99c39b9-00ef-433b-ba05-dc9bf51146ca admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:33.581324 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-b99c39b9-00ef-433b-ba05-dc9bf51146ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1661972', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1724611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6195'] for router, precommit_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:33.621291 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ba8fe7-8a09-4c00-8613-a92cf412ff56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1517bda3-6996-5b7d-b15a-be6a9ec91b77-d7a78780-b8f0-4ab1-9c76-b222c72088ba', 'network_id': 'd7a78780-b8f0-4ab1-9c76-b222c72088ba', 'tenant_id': '00d9b10df6504d93bbacb99a59585b12', 'fixed_ips': [{'subnet_id': '0d764c77-42d4-4616-9359-940c307f2148'}]}} from dv-cinder-799821-1-iscsi. {{(pid=92955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 14:17:33.622125 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-c1ba8fe7-8a09-4c00-8613-a92cf412ff56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_create {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:33.638326 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-f24ff905-5f49-4edb-ad51-d616138f39fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cdb4f8a-5e93-41e2-8449-959d82175462', 'name': 'tempest-TestShelveInstance-863132418-router', 'tenant_id': 'fcc896fb4dce444c9b1ca79c4292880a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'external_fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '2eab2398-c441-44b0-9e6c-346231dc079d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T14:17:28Z', 'updated_at': '2021-07-07T14:17:31Z', 'revision_number': 4, 'project_id': 'fcc896fb4dce444c9b1ca79c4292880a', 'gw_port': {'id': '2eab2398-c441-44b0-9e6c-346231dc079d', 'name': '', 'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:e4:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cdb4f8a-5e93-41e2-8449-959d82175462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:17:29Z', 'updated_at': '2021-07-07T14:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799821-1-iscsi', '_interfaces': [{'id': '27cc9aca-3376-4b58-8b05-db6aa9deadc4', 'name': '', 'network_id': 'b9c290a8-969b-4064-9202-be4227906d81', 'tenant_id': 'fcc896fb4dce444c9b1ca79c4292880a', 'mac_address': 'fa:16:3e:61:b5:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cdb4f8a-5e93-41e2-8449-959d82175462', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '7bafcec7-11ff-4165-98d6-59bd89441f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:17:31Z', 'updated_at': '2021-07-07T14:17:31Z', 'revision_number': 2, 'project_id': 'fcc896fb4dce444c9b1ca79c4292880a', 'subnets': [{'id': '7bafcec7-11ff-4165-98d6-59bd89441f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799821-1-iscsi', False) {} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:17:33.782917 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-b99c39b9-00ef-433b-ba05-dc9bf51146ca admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:33.787264 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24ff905-5f49-4edb-ad51-d616138f39fa None None] Checking router: 8cdb4f8a-5e93-41e2-8449-959d82175462 for host: dv-cinder-799821-1-iscsi {{(pid=92955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 14:17:33.787695 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24ff905-5f49-4edb-ad51-d616138f39fa None None] Updating router 8cdb4f8a-5e93-41e2-8449-959d82175462 port 27cc9aca-3376-4b58-8b05-db6aa9deadc4 binding host dv-cinder-799821-1-iscsi {{(pid=92955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 14:17:33.802961 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-b99c39b9-00ef-433b-ba05-dc9bf51146ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:33.882184 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-f24ff905-5f49-4edb-ad51-d616138f39fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:33.915656 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.db.db_base_plugin_common [None req-b99c39b9-00ef-433b-ba05-dc9bf51146ca admin admin] Allocated IP 172.27.0.179 (c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5/157deb10-066f-4182-88bf-9da6b52b6e64/97c47f6d-9562-4e7e-afad-5bd8025637d1) {{(pid=92953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 14:17:33.960520 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.db_base_plugin_common [None req-c1ba8fe7-8a09-4c00-8613-a92cf412ff56 None None] Allocated IP 172.20.0.2 (d7a78780-b8f0-4ab1-9c76-b222c72088ba/0d764c77-42d4-4616-9359-940c307f2148/52cfbc89-daf8-4066-996d-f34f208626da) {{(pid=92955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 14:17:34.021222 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-b99c39b9-00ef-433b-ba05-dc9bf51146ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:34.060939 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-b99c39b9-00ef-433b-ba05-dc9bf51146ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744350976988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2608666'] for port, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:34.096535 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99c39b9-00ef-433b-ba05-dc9bf51146ca admin admin] Network c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5 is already hosted by enough agents. {{(pid=92953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 14:17:34.099387 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.scheduler.base_scheduler [None req-b99c39b9-00ef-433b-ba05-dc9bf51146ca admin admin] Resources bound (agent type, host, resource id): {{(pid=92953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 14:17:34.101839 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99c39b9-00ef-433b-ba05-dc9bf51146ca admin admin] Received port after_create {{(pid=92953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 14:17:34.132486 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99c39b9-00ef-433b-ba05-dc9bf51146ca admin admin] Pushing event updated for resources: {'Port': ['ID=97c47f6d-9562-4e7e-afad-5bd8025637d1,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:17:34.261483 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-c1ba8fe7-8a09-4c00-8613-a92cf412ff56 None None] Notify callbacks [] for port, precommit_create {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:34.290792 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-c1ba8fe7-8a09-4c00-8613-a92cf412ff56 None None] Transition to ACTIVE for port object 52cfbc89-daf8-4066-996d-f34f208626da will not be triggered until provisioned by entity L2. {{(pid=92955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 14:17:34.340913 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-c1ba8fe7-8a09-4c00-8613-a92cf412ff56 None None] Transition to ACTIVE for port object 52cfbc89-daf8-4066-996d-f34f208626da will not be triggered until provisioned by entity DHCP. {{(pid=92955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 14:17:34.367614 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-b99c39b9-00ef-433b-ba05-dc9bf51146ca admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:34.388647 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-c1ba8fe7-8a09-4c00-8613-a92cf412ff56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744350976988'] for port, after_create {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:34.392253 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-f24ff905-5f49-4edb-ad51-d616138f39fa None None] Notify callbacks [] for port, precommit_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:34.440555 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-f24ff905-5f49-4edb-ad51-d616138f39fa None None] Transition to ACTIVE for port object 27cc9aca-3376-4b58-8b05-db6aa9deadc4 will not be triggered until provisioned by entity L2. {{(pid=92955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 14:17:34.455843 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ba8fe7-8a09-4c00-8613-a92cf412ff56 None None] Network d7a78780-b8f0-4ab1-9c76-b222c72088ba is already hosted by enough agents. {{(pid=92955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 14:17:34.460565 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-f24ff905-5f49-4edb-ad51-d616138f39fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:34.464863 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.scheduler.base_scheduler [None req-c1ba8fe7-8a09-4c00-8613-a92cf412ff56 None None] Resources bound (agent type, host, resource id): {{(pid=92955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 14:17:34.466640 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ba8fe7-8a09-4c00-8613-a92cf412ff56 None None] Pushing event updated for resources: {'Port': ['ID=52cfbc89-daf8-4066-996d-f34f208626da,revision_number=1']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:17:34.471886 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ba8fe7-8a09-4c00-8613-a92cf412ff56 None None] Received port after_create {{(pid=92955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 14:17:34.571022 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-b99c39b9-00ef-433b-ba05-dc9bf51146ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1724634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1661967'] for router, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:34.592030 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2a0f6b-36f2-4a83-8bf8-2b13410e6527 None None] Pushing event updated for resources: {'Port': ['ID=27cc9aca-3376-4b58-8b05-db6aa9deadc4,revision_number=3']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:17:34.618401 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.managers [None req-c1ba8fe7-8a09-4c00-8613-a92cf412ff56 None None] Attempting to bind port 52cfbc89-daf8-4066-996d-f34f208626da on host dv-cinder-799821-1-iscsi for vnic_type normal with profile {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 14:17:34.618401 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.managers [None req-c1ba8fe7-8a09-4c00-8613-a92cf412ff56 None None] Attempting to bind port 52cfbc89-daf8-4066-996d-f34f208626da by drivers openvswitch,hyperv on host dv-cinder-799821-1-iscsi at level 0 using segments [{'id': '5e134f2c-b488-40b6-83ca-60e86e6f7501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'd7a78780-b8f0-4ab1-9c76-b222c72088ba'}] {{(pid=92955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 14:17:34.618847 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ba8fe7-8a09-4c00-8613-a92cf412ff56 None None] Attempting to bind port 52cfbc89-daf8-4066-996d-f34f208626da on network d7a78780-b8f0-4ab1-9c76-b222c72088ba {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 14:17:34.628670 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Device 2eab2398-c441-44b0-9e6c-346231dc079d up at agent ovs-agent-dv-cinder-799821-1-iscsi {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 14:17:34.697641 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ba8fe7-8a09-4c00-8613-a92cf412ff56 None None] Checking agent: {'id': 'bf273e17-8767-46a0-900a-b292254968fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799821-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 13, 53, 28), 'started_at': datetime.datetime(2021, 7, 7, 13, 53, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 14, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799821-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 14:17:34.698214 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ba8fe7-8a09-4c00-8613-a92cf412ff56 None None] Checking segment: {'id': '5e134f2c-b488-40b6-83ca-60e86e6f7501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'd7a78780-b8f0-4ab1-9c76-b222c72088ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 14:17:34.698622 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-c1ba8fe7-8a09-4c00-8613-a92cf412ff56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:34.699025 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ba8fe7-8a09-4c00-8613-a92cf412ff56 None None] Bound using segment: {'id': '5e134f2c-b488-40b6-83ca-60e86e6f7501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'd7a78780-b8f0-4ab1-9c76-b222c72088ba'} {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 14:17:34.699509 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.managers [None req-c1ba8fe7-8a09-4c00-8613-a92cf412ff56 None None] Bound port: 52cfbc89-daf8-4066-996d-f34f208626da, host: dv-cinder-799821-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e134f2c-b488-40b6-83ca-60e86e6f7501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'd7a78780-b8f0-4ab1-9c76-b222c72088ba'}}] {{(pid=92955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 14:17:34.699895 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-c1ba8fe7-8a09-4c00-8613-a92cf412ff56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:34.724444 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b99c39b9-00ef-433b-ba05-dc9bf51146ca admin admin] Router e41c88bf-0f30-41cf-bde1-e83567753c1c is scheduled to L3 agent 652ddd47-bc13-4e1c-8285-b4eb8cea957f with binding_index 1 {{(pid=92953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 14:17:34.742312 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.managers [None req-f24ff905-5f49-4edb-ad51-d616138f39fa None None] Attempting to bind port 27cc9aca-3376-4b58-8b05-db6aa9deadc4 on host dv-cinder-799821-1-iscsi for vnic_type normal with profile {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 14:17:34.742705 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.managers [None req-f24ff905-5f49-4edb-ad51-d616138f39fa None None] Attempting to bind port 27cc9aca-3376-4b58-8b05-db6aa9deadc4 by drivers openvswitch,hyperv on host dv-cinder-799821-1-iscsi at level 0 using segments [{'id': '826c2146-1d02-4837-9563-f685b2a81de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'b9c290a8-969b-4064-9202-be4227906d81'}] {{(pid=92955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 14:17:34.743067 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24ff905-5f49-4edb-ad51-d616138f39fa None None] Attempting to bind port 27cc9aca-3376-4b58-8b05-db6aa9deadc4 on network b9c290a8-969b-4064-9202-be4227906d81 {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 14:17:34.780737 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24ff905-5f49-4edb-ad51-d616138f39fa None None] Checking agent: {'id': 'bf273e17-8767-46a0-900a-b292254968fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799821-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 13, 53, 28), 'started_at': datetime.datetime(2021, 7, 7, 13, 53, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 14, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799821-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 14:17:34.781038 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24ff905-5f49-4edb-ad51-d616138f39fa None None] Checking segment: {'id': '826c2146-1d02-4837-9563-f685b2a81de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'b9c290a8-969b-4064-9202-be4227906d81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 14:17:34.781441 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-f24ff905-5f49-4edb-ad51-d616138f39fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:34.781842 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24ff905-5f49-4edb-ad51-d616138f39fa None None] Bound using segment: {'id': '826c2146-1d02-4837-9563-f685b2a81de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'b9c290a8-969b-4064-9202-be4227906d81'} {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 14:17:34.782314 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.managers [None req-f24ff905-5f49-4edb-ad51-d616138f39fa None None] Bound port: 27cc9aca-3376-4b58-8b05-db6aa9deadc4, host: dv-cinder-799821-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '826c2146-1d02-4837-9563-f685b2a81de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'b9c290a8-969b-4064-9202-be4227906d81'}}] {{(pid=92955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 14:17:34.782721 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-f24ff905-5f49-4edb-ad51-d616138f39fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:34.862312 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-c1ba8fe7-8a09-4c00-8613-a92cf412ff56 None None] For port 52cfbc89-daf8-4066-996d-f34f208626da, host dv-cinder-799821-1-iscsi, cleared binding levels {{(pid=92955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 14:17:34.900076 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-c1ba8fe7-8a09-4c00-8613-a92cf412ff56 None None] For port 52cfbc89-daf8-4066-996d-f34f208626da, host dv-cinder-799821-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799821-1-iscsi',level=0,port_id=52cfbc89-daf8-4066-996d-f34f208626da,segment=NetworkSegment(5e134f2c-b488-40b6-83ca-60e86e6f7501),segment_id=5e134f2c-b488-40b6-83ca-60e86e6f7501)] {{(pid=92955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 14:17:34.905366 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Provisioning complete for port 2eab2398-c441-44b0-9e6c-346231dc079d triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 14:17:34.905887 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732533'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:34.920487 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-c1ba8fe7-8a09-4c00-8613-a92cf412ff56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:34.949468 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-f24ff905-5f49-4edb-ad51-d616138f39fa None None] For port 27cc9aca-3376-4b58-8b05-db6aa9deadc4, host dv-cinder-799821-1-iscsi, cleared binding levels {{(pid=92955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 14:17:34.992183 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-f24ff905-5f49-4edb-ad51-d616138f39fa None None] For port 27cc9aca-3376-4b58-8b05-db6aa9deadc4, host dv-cinder-799821-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799821-1-iscsi',level=0,port_id=27cc9aca-3376-4b58-8b05-db6aa9deadc4,segment=NetworkSegment(826c2146-1d02-4837-9563-f685b2a81de6),segment_id=826c2146-1d02-4837-9563-f685b2a81de6)] {{(pid=92955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 14:17:35.005631 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-f24ff905-5f49-4edb-ad51-d616138f39fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:35.040562 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ba8fe7-8a09-4c00-8613-a92cf412ff56 None None] Pushing event updated for resources: {'Port': ['ID=52cfbc89-daf8-4066-996d-f34f208626da,revision_number=2']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:17:35.078332 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b99c39b9-00ef-433b-ba05-dc9bf51146ca admin admin] Notify agent at l3_agent.dv-cinder-799821-1-iscsi the message routers_updated {{(pid=92953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 14:17:35.088921 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd3431a-0ee9-48a3-b75b-bf577db20a19 None None] Sync routers for ids ['e41c88bf-0f30-41cf-bde1-e83567753c1c'] in dv-cinder-799821-1-iscsi {{(pid=92956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 14:17:35.089468 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24ff905-5f49-4edb-ad51-d616138f39fa None None] Routers {'8cdb4f8a-5e93-41e2-8449-959d82175462'} bound to L3 agent in host dv-cinder-799821-1-iscsi {{(pid=92955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 14:17:35.089900 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-f24ff905-5f49-4edb-ad51-d616138f39fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T13:53:27Z,description=,heartbeat_timestamp=2021-07-07T14:17:27Z,host='dv-cinder-799821-1-iscsi',id=652ddd47-bc13-4e1c-8285-b4eb8cea957f,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:53:27Z,topic='l3_agent')) {'router_ids': ['8cdb4f8a-5e93-41e2-8449-959d82175462'], 'active': True} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:17:35.102004 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd3431a-0ee9-48a3-b75b-bf577db20a19 None None] Routers {'e41c88bf-0f30-41cf-bde1-e83567753c1c'} bound to L3 agent in host dv-cinder-799821-1-iscsi {{(pid=92956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 14:17:35.102706 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-bbd3431a-0ee9-48a3-b75b-bf577db20a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T13:53:27Z,description=,heartbeat_timestamp=2021-07-07T14:17:27Z,host='dv-cinder-799821-1-iscsi',id=652ddd47-bc13-4e1c-8285-b4eb8cea957f,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:53:27Z,topic='l3_agent')) {'router_ids': ['e41c88bf-0f30-41cf-bde1-e83567753c1c'], 'active': True} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:17:35.105700 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-b99c39b9-00ef-433b-ba05-dc9bf51146ca admin admin] Notify callbacks [] for router, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:35.110258 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 58944) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:17:35.110911 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-b99c39b9-00ef-433b-ba05-dc9bf51146ca admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7423513 Jul 07 14:17:35.214504 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2a0f6b-36f2-4a83-8bf8-2b13410e6527 None None] Pushing event updated for resources: {'Port': ['ID=27cc9aca-3376-4b58-8b05-db6aa9deadc4,revision_number=4']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:17:35.421415 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvr_db [None req-f24ff905-5f49-4edb-ad51-d616138f39fa None None] Set router 8cdb4f8a-5e93-41e2-8449-959d82175462 gateway port host: dv-cinder-799821-1-iscsi {{(pid=92955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 14:17:35.457030 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvr_db [None req-bbd3431a-0ee9-48a3-b75b-bf577db20a19 None None] Set router e41c88bf-0f30-41cf-bde1-e83567753c1c gateway port host: dv-cinder-799821-1-iscsi {{(pid=92956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 14:17:35.651538 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-f24ff905-5f49-4edb-ad51-d616138f39fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cdb4f8a-5e93-41e2-8449-959d82175462', 'name': 'tempest-TestShelveInstance-863132418-router', 'tenant_id': 'fcc896fb4dce444c9b1ca79c4292880a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'external_fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '2eab2398-c441-44b0-9e6c-346231dc079d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T14:17:28Z', 'updated_at': '2021-07-07T14:17:31Z', 'revision_number': 4, 'project_id': 'fcc896fb4dce444c9b1ca79c4292880a', 'gw_port': {'id': '2eab2398-c441-44b0-9e6c-346231dc079d', 'name': '', 'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:e4:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cdb4f8a-5e93-41e2-8449-959d82175462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:17:29Z', 'updated_at': '2021-07-07T14:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799821-1-iscsi', '_interfaces': [{'id': '27cc9aca-3376-4b58-8b05-db6aa9deadc4', 'name': '', 'network_id': 'b9c290a8-969b-4064-9202-be4227906d81', 'tenant_id': 'fcc896fb4dce444c9b1ca79c4292880a', 'mac_address': 'fa:16:3e:61:b5:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cdb4f8a-5e93-41e2-8449-959d82175462', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '7bafcec7-11ff-4165-98d6-59bd89441f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:17:31Z', 'updated_at': '2021-07-07T14:17:34Z', 'revision_number': 4, 'project_id': 'fcc896fb4dce444c9b1ca79c4292880a', 'subnets': [{'id': '7bafcec7-11ff-4165-98d6-59bd89441f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799821-1-iscsi', False) {} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:17:35.652100 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-bbd3431a-0ee9-48a3-b75b-bf577db20a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e41c88bf-0f30-41cf-bde1-e83567753c1c', 'name': 'tempest-TestShelveInstance-517488827-router', 'tenant_id': '00d9b10df6504d93bbacb99a59585b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'external_fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '97c47f6d-9562-4e7e-afad-5bd8025637d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T14:17:33Z', 'updated_at': '2021-07-07T14:17:34Z', 'revision_number': 3, 'project_id': '00d9b10df6504d93bbacb99a59585b12', 'gw_port': {'id': '97c47f6d-9562-4e7e-afad-5bd8025637d1', 'name': '', 'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:7a:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e41c88bf-0f30-41cf-bde1-e83567753c1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:17:33Z', 'updated_at': '2021-07-07T14:17:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799821-1-iscsi'}], 'dv-cinder-799821-1-iscsi', False) {} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:17:35.675000 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-a76ae439-0443-4c62-886c-e49ca8cd0404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:35.678813 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24ff905-5f49-4edb-ad51-d616138f39fa None None] The sync data for ids ['8cdb4f8a-5e93-41e2-8449-959d82175462'] in dv-cinder-799821-1-iscsi is: [{'id': '8cdb4f8a-5e93-41e2-8449-959d82175462', 'name': 'tempest-TestShelveInstance-863132418-router', 'tenant_id': 'fcc896fb4dce444c9b1ca79c4292880a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'external_fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '2eab2398-c441-44b0-9e6c-346231dc079d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T14:17:28Z', 'updated_at': '2021-07-07T14:17:31Z', 'revision_number': 4, 'project_id': 'fcc896fb4dce444c9b1ca79c4292880a', 'gw_port': {'id': '2eab2398-c441-44b0-9e6c-346231dc079d', 'name': '', 'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:e4:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cdb4f8a-5e93-41e2-8449-959d82175462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:17:29Z', 'updated_at': '2021-07-07T14:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799821-1-iscsi', '_interfaces': [{'id': '27cc9aca-3376-4b58-8b05-db6aa9deadc4', 'name': '', 'network_id': 'b9c290a8-969b-4064-9202-be4227906d81', 'tenant_id': 'fcc896fb4dce444c9b1ca79c4292880a', 'mac_address': 'fa:16:3e:61:b5:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cdb4f8a-5e93-41e2-8449-959d82175462', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '7bafcec7-11ff-4165-98d6-59bd89441f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:17:31Z', 'updated_at': '2021-07-07T14:17:34Z', 'revision_number': 4, 'project_id': 'fcc896fb4dce444c9b1ca79c4292880a', 'subnets': [{'id': '7bafcec7-11ff-4165-98d6-59bd89441f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 14:17:35.683280 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd3431a-0ee9-48a3-b75b-bf577db20a19 None None] Checking router: e41c88bf-0f30-41cf-bde1-e83567753c1c for host: dv-cinder-799821-1-iscsi {{(pid=92956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 14:17:35.683625 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd3431a-0ee9-48a3-b75b-bf577db20a19 None None] Updating router e41c88bf-0f30-41cf-bde1-e83567753c1c port 97c47f6d-9562-4e7e-afad-5bd8025637d1 binding host dv-cinder-799821-1-iscsi {{(pid=92956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 14:17:35.738933 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-bbd3431a-0ee9-48a3-b75b-bf577db20a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:35.875754 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.db.db_base_plugin_common [None req-a76ae439-0443-4c62-886c-e49ca8cd0404 admin admin] Allocated IP 172.20.0.1 (d7a78780-b8f0-4ab1-9c76-b222c72088ba/0d764c77-42d4-4616-9359-940c307f2148/e3d26945-2d22-4db8-a014-45b7930bc038) {{(pid=92954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 14:17:36.020624 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-a76ae439-0443-4c62-886c-e49ca8cd0404 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:36.047324 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.db.provisioning_blocks [None req-a76ae439-0443-4c62-886c-e49ca8cd0404 admin admin] Transition to ACTIVE for port object e3d26945-2d22-4db8-a014-45b7930bc038 will not be triggered until provisioned by entity DHCP. {{(pid=92954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 14:17:36.076778 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-bbd3431a-0ee9-48a3-b75b-bf577db20a19 None None] Notify callbacks [] for port, precommit_update {{(pid=92956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:36.084486 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-a76ae439-0443-4c62-886c-e49ca8cd0404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744350976988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8461633'] for port, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:36.097921 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.provisioning_blocks [None req-bbd3431a-0ee9-48a3-b75b-bf577db20a19 None None] Transition to ACTIVE for port object 97c47f6d-9562-4e7e-afad-5bd8025637d1 will not be triggered until provisioned by entity L2. {{(pid=92956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 14:17:36.107870 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-bbd3431a-0ee9-48a3-b75b-bf577db20a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567'] for port, after_update {{(pid=92956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:36.130381 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76ae439-0443-4c62-886c-e49ca8cd0404 admin admin] Network d7a78780-b8f0-4ab1-9c76-b222c72088ba is already hosted by enough agents. {{(pid=92954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 14:17:36.133443 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.scheduler.base_scheduler [None req-a76ae439-0443-4c62-886c-e49ca8cd0404 admin admin] Resources bound (agent type, host, resource id): {{(pid=92954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 14:17:36.141093 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76ae439-0443-4c62-886c-e49ca8cd0404 admin admin] Received port after_create {{(pid=92954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 14:17:36.145746 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76ae439-0443-4c62-886c-e49ca8cd0404 admin admin] Pushing event updated for resources: {'Port': ['ID=e3d26945-2d22-4db8-a014-45b7930bc038,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:17:36.169686 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.managers [None req-bbd3431a-0ee9-48a3-b75b-bf577db20a19 None None] Attempting to bind port 97c47f6d-9562-4e7e-afad-5bd8025637d1 on host dv-cinder-799821-1-iscsi for vnic_type normal with profile {{(pid=92956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 14:17:36.170737 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.managers [None req-bbd3431a-0ee9-48a3-b75b-bf577db20a19 None None] Attempting to bind port 97c47f6d-9562-4e7e-afad-5bd8025637d1 by drivers openvswitch,hyperv on host dv-cinder-799821-1-iscsi at level 0 using segments [{'id': 'f9b1122d-b65f-4a0f-8420-4cc063cf42b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5'}] {{(pid=92956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 14:17:36.178986 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd3431a-0ee9-48a3-b75b-bf577db20a19 None None] Attempting to bind port 97c47f6d-9562-4e7e-afad-5bd8025637d1 on network c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5 {{(pid=92956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 14:17:36.179173 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc092bdb-8531-400d-bae3-2668673cfeda None None] Network d7a78780-b8f0-4ab1-9c76-b222c72088ba requested from dv-cinder-799821-1-iscsi {{(pid=92955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 14:17:36.189270 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-a76ae439-0443-4c62-886c-e49ca8cd0404 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1726264'] for router_interface, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:36.202351 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12db3e4-2bce-4f01-a1ec-cffe77a1d40a None None] Pushing event updated for resources: {'Port': ['ID=97c47f6d-9562-4e7e-afad-5bd8025637d1,revision_number=2']} {{(pid=92956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:17:36.205027 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd3431a-0ee9-48a3-b75b-bf577db20a19 None None] Checking agent: {'id': 'bf273e17-8767-46a0-900a-b292254968fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799821-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 13, 53, 28), 'started_at': datetime.datetime(2021, 7, 7, 13, 53, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 14, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799821-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 14:17:36.205542 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd3431a-0ee9-48a3-b75b-bf577db20a19 None None] Checking segment: {'id': 'f9b1122d-b65f-4a0f-8420-4cc063cf42b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 14:17:36.206032 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-bbd3431a-0ee9-48a3-b75b-bf577db20a19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:36.206529 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd3431a-0ee9-48a3-b75b-bf577db20a19 None None] Bound using segment: {'id': 'f9b1122d-b65f-4a0f-8420-4cc063cf42b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5'} {{(pid=92956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 14:17:36.207166 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.managers [None req-bbd3431a-0ee9-48a3-b75b-bf577db20a19 None None] Bound port: 97c47f6d-9562-4e7e-afad-5bd8025637d1, host: dv-cinder-799821-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9b1122d-b65f-4a0f-8420-4cc063cf42b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5'}}] {{(pid=92956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 14:17:36.207634 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-bbd3431a-0ee9-48a3-b75b-bf577db20a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:36.277318 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.db [None req-bbd3431a-0ee9-48a3-b75b-bf577db20a19 None None] For port 97c47f6d-9562-4e7e-afad-5bd8025637d1, host dv-cinder-799821-1-iscsi, cleared binding levels {{(pid=92956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 14:17:36.281140 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.db [None req-bbd3431a-0ee9-48a3-b75b-bf577db20a19 None None] For port 97c47f6d-9562-4e7e-afad-5bd8025637d1, host dv-cinder-799821-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799821-1-iscsi',level=0,port_id=97c47f6d-9562-4e7e-afad-5bd8025637d1,segment=NetworkSegment(f9b1122d-b65f-4a0f-8420-4cc063cf42b9),segment_id=f9b1122d-b65f-4a0f-8420-4cc063cf42b9)] {{(pid=92956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 14:17:36.286259 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-bbd3431a-0ee9-48a3-b75b-bf577db20a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567'] for port, after_update {{(pid=92956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:36.355451 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd3431a-0ee9-48a3-b75b-bf577db20a19 None None] Routers {'e41c88bf-0f30-41cf-bde1-e83567753c1c'} bound to L3 agent in host dv-cinder-799821-1-iscsi {{(pid=92956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 14:17:36.356101 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-bbd3431a-0ee9-48a3-b75b-bf577db20a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T13:53:27Z,description=,heartbeat_timestamp=2021-07-07T14:17:27Z,host='dv-cinder-799821-1-iscsi',id=652ddd47-bc13-4e1c-8285-b4eb8cea957f,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:53:27Z,topic='l3_agent')) {'router_ids': ['e41c88bf-0f30-41cf-bde1-e83567753c1c'], 'active': True} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:17:36.358150 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12db3e4-2bce-4f01-a1ec-cffe77a1d40a None None] Pushing event updated for resources: {'Port': ['ID=97c47f6d-9562-4e7e-afad-5bd8025637d1,revision_number=3']} {{(pid=92956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:17:36.386611 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-a76ae439-0443-4c62-886c-e49ca8cd0404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:36.410728 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-d99ff158-0696-4301-84eb-7917a3a2f97c None None] Provisioning for port 52cfbc89-daf8-4066-996d-f34f208626da completed by entity DHCP. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 14:17:36.534636 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvr_db [None req-bbd3431a-0ee9-48a3-b75b-bf577db20a19 None None] Set router e41c88bf-0f30-41cf-bde1-e83567753c1c gateway port host: dv-cinder-799821-1-iscsi {{(pid=92956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 14:17:36.679106 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-a76ae439-0443-4c62-886c-e49ca8cd0404 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:36.684367 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-a76ae439-0443-4c62-886c-e49ca8cd0404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8461747'] for port, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:36.728653 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Device 27cc9aca-3376-4b58-8b05-db6aa9deadc4 up at agent ovs-agent-dv-cinder-799821-1-iscsi {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 14:17:36.784285 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-a76ae439-0443-4c62-886c-e49ca8cd0404 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1712197'] for router_interface, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:36.792486 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Provisioning for port 27cc9aca-3376-4b58-8b05-db6aa9deadc4 completed by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 14:17:36.798193 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Provisioning complete for port 27cc9aca-3376-4b58-8b05-db6aa9deadc4 triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 14:17:36.798404 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732533'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:36.798835 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76ae439-0443-4c62-886c-e49ca8cd0404 admin admin] Pushing event updated for resources: {'Port': ['ID=e3d26945-2d22-4db8-a014-45b7930bc038,revision_number=2']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:17:36.826269 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-bbd3431a-0ee9-48a3-b75b-bf577db20a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e41c88bf-0f30-41cf-bde1-e83567753c1c', 'name': 'tempest-TestShelveInstance-517488827-router', 'tenant_id': '00d9b10df6504d93bbacb99a59585b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'external_fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '97c47f6d-9562-4e7e-afad-5bd8025637d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T14:17:33Z', 'updated_at': '2021-07-07T14:17:36Z', 'revision_number': 4, 'project_id': '00d9b10df6504d93bbacb99a59585b12', 'gw_port': {'id': '97c47f6d-9562-4e7e-afad-5bd8025637d1', 'name': '', 'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:7a:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e41c88bf-0f30-41cf-bde1-e83567753c1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:17:33Z', 'updated_at': '2021-07-07T14:17:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799821-1-iscsi', '_interfaces': [{'id': 'e3d26945-2d22-4db8-a014-45b7930bc038', 'name': '', 'network_id': 'd7a78780-b8f0-4ab1-9c76-b222c72088ba', 'tenant_id': '00d9b10df6504d93bbacb99a59585b12', 'mac_address': 'fa:16:3e:7a:1f:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e41c88bf-0f30-41cf-bde1-e83567753c1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '0d764c77-42d4-4616-9359-940c307f2148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:17:35Z', 'updated_at': '2021-07-07T14:17:35Z', 'revision_number': 1, 'project_id': '00d9b10df6504d93bbacb99a59585b12', 'subnets': [{'id': '0d764c77-42d4-4616-9359-940c307f2148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799821-1-iscsi', False) {} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:17:36.865598 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd3431a-0ee9-48a3-b75b-bf577db20a19 None None] The sync data for ids ['e41c88bf-0f30-41cf-bde1-e83567753c1c'] in dv-cinder-799821-1-iscsi is: [{'id': 'e41c88bf-0f30-41cf-bde1-e83567753c1c', 'name': 'tempest-TestShelveInstance-517488827-router', 'tenant_id': '00d9b10df6504d93bbacb99a59585b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'external_fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '97c47f6d-9562-4e7e-afad-5bd8025637d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T14:17:33Z', 'updated_at': '2021-07-07T14:17:36Z', 'revision_number': 4, 'project_id': '00d9b10df6504d93bbacb99a59585b12', 'gw_port': {'id': '97c47f6d-9562-4e7e-afad-5bd8025637d1', 'name': '', 'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:7a:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e41c88bf-0f30-41cf-bde1-e83567753c1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:17:33Z', 'updated_at': '2021-07-07T14:17:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799821-1-iscsi', '_interfaces': [{'id': 'e3d26945-2d22-4db8-a014-45b7930bc038', 'name': '', 'network_id': 'd7a78780-b8f0-4ab1-9c76-b222c72088ba', 'tenant_id': '00d9b10df6504d93bbacb99a59585b12', 'mac_address': 'fa:16:3e:7a:1f:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e41c88bf-0f30-41cf-bde1-e83567753c1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '0d764c77-42d4-4616-9359-940c307f2148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:17:35Z', 'updated_at': '2021-07-07T14:17:35Z', 'revision_number': 1, 'project_id': '00d9b10df6504d93bbacb99a59585b12', 'subnets': [{'id': '0d764c77-42d4-4616-9359-940c307f2148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 14:17:36.914265 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76ae439-0443-4c62-886c-e49ca8cd0404 admin admin] Network d7a78780-b8f0-4ab1-9c76-b222c72088ba is already hosted by enough agents. {{(pid=92954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 14:17:36.916380 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.scheduler.base_scheduler [None req-a76ae439-0443-4c62-886c-e49ca8cd0404 admin admin] Resources bound (agent type, host, resource id): {{(pid=92954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 14:17:36.959480 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:36.994299 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] For port 27cc9aca-3376-4b58-8b05-db6aa9deadc4, host dv-cinder-799821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799821-1-iscsi',level=0,port_id=27cc9aca-3376-4b58-8b05-db6aa9deadc4,segment=NetworkSegment(826c2146-1d02-4837-9563-f685b2a81de6),segment_id=826c2146-1d02-4837-9563-f685b2a81de6)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 14:17:37.000931 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:37.001664 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Device 52cfbc89-daf8-4066-996d-f34f208626da up at agent ovs-agent-dv-cinder-799821-1-iscsi {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 14:17:37.036912 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-4aac3003-14ca-4a97-b139-3ad83674c899 None None] Provisioning for port e3d26945-2d22-4db8-a014-45b7930bc038 completed by entity DHCP. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 14:17:37.067431 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a76ae439-0443-4c62-886c-e49ca8cd0404 admin admin] Router e41c88bf-0f30-41cf-bde1-e83567753c1c has already been hosted by L3 agent 652ddd47-bc13-4e1c-8285-b4eb8cea957f {{(pid=92954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 14:17:37.074664 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-4aac3003-14ca-4a97-b139-3ad83674c899 None None] Provisioning complete for port e3d26945-2d22-4db8-a014-45b7930bc038 triggered by entity DHCP. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 14:17:37.075018 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4aac3003-14ca-4a97-b139-3ad83674c899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732533'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:37.121690 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Pushing event updated for resources: {'Port': ['ID=27cc9aca-3376-4b58-8b05-db6aa9deadc4,revision_number=5']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:17:37.140596 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-4aac3003-14ca-4a97-b139-3ad83674c899 None None] Port e3d26945-2d22-4db8-a014-45b7930bc038 cannot update to ACTIVE because it is not bound. {{(pid=92955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 14:17:37.160400 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Provisioning for port 52cfbc89-daf8-4066-996d-f34f208626da completed by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 14:17:37.165246 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Provisioning complete for port 52cfbc89-daf8-4066-996d-f34f208626da triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 14:17:37.165920 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732533'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:37.192709 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a76ae439-0443-4c62-886c-e49ca8cd0404 admin admin] Notify agent at l3_agent.dv-cinder-799821-1-iscsi the message routers_updated {{(pid=92954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 14:17:37.206967 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-a76ae439-0443-4c62-886c-e49ca8cd0404 admin admin] 10.222.0.16 "PUT /v2.0/routers/e41c88bf-0f30-41cf-bde1-e83567753c1c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0873568 Jul 07 14:17:37.292558 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-dd7f3bed-79fd-4edb-969b-9c33ef2b2e52 None None] Provisioning complete for port e3d26945-2d22-4db8-a014-45b7930bc038 triggered by entity DHCP. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 14:17:37.293108 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-dd7f3bed-79fd-4edb-969b-9c33ef2b2e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732533'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:37.295601 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:37.358889 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-dd7f3bed-79fd-4edb-969b-9c33ef2b2e52 None None] Port e3d26945-2d22-4db8-a014-45b7930bc038 cannot update to ACTIVE because it is not bound. {{(pid=92955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 14:17:37.370868 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] For port 52cfbc89-daf8-4066-996d-f34f208626da, host dv-cinder-799821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799821-1-iscsi',level=0,port_id=52cfbc89-daf8-4066-996d-f34f208626da,segment=NetworkSegment(5e134f2c-b488-40b6-83ca-60e86e6f7501),segment_id=5e134f2c-b488-40b6-83ca-60e86e6f7501)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 14:17:37.376160 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:37.430267 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Pushing event updated for resources: {'Port': ['ID=52cfbc89-daf8-4066-996d-f34f208626da,revision_number=3']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:17:37.484046 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-5fc8a69f-8ce6-48e0-a4ff-84ecd2274d50 None None] Provisioning complete for port e3d26945-2d22-4db8-a014-45b7930bc038 triggered by entity DHCP. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 14:17:37.484558 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-5fc8a69f-8ce6-48e0-a4ff-84ecd2274d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732533'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:37.531456 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-5fc8a69f-8ce6-48e0-a4ff-84ecd2274d50 None None] Port e3d26945-2d22-4db8-a014-45b7930bc038 cannot update to ACTIVE because it is not bound. {{(pid=92955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 14:17:37.835437 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 58974) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:17:37.840165 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [None req-cd2d545e-972f-48c0-8c14-cd019b810077 tempest-TestShelveInstance-102681386 tempest-TestShelveInstance-102681386-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1612453128', 'description': 'tempest-secgroup-smoke-1612453128 description', 'project_id': 'fcc896fb4dce444c9b1ca79c4292880a'}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 14:17:37.862403 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-cd2d545e-972f-48c0-8c14-cd019b810077 tempest-TestShelveInstance-102681386 tempest-TestShelveInstance-102681386-project] Notify callbacks [] for security_group, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:37.939504 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-cd2d545e-972f-48c0-8c14-cd019b810077 tempest-TestShelveInstance-102681386 tempest-TestShelveInstance-102681386-project] Notify callbacks [] for security_group, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:37.943637 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-cd2d545e-972f-48c0-8c14-cd019b810077 tempest-TestShelveInstance-102681386 tempest-TestShelveInstance-102681386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:37.969986 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-cd2d545e-972f-48c0-8c14-cd019b810077 tempest-TestShelveInstance-102681386 tempest-TestShelveInstance-102681386-project] Notify callbacks [] for security_group, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:37.971472 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-cd2d545e-972f-48c0-8c14-cd019b810077 tempest-TestShelveInstance-102681386 tempest-TestShelveInstance-102681386-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1350067 Jul 07 14:17:37.974551 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 58978) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:17:37.975339 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2d545e-972f-48c0-8c14-cd019b810077 tempest-TestShelveInstance-102681386 tempest-TestShelveInstance-102681386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c91b4976-6cb7-4e53-b039-d84700dc8352,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:17:37.979935 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.v2.base [None req-69f1192f-8411-4897-965e-9e0c69dbd61b tempest-TestShelveInstance-102681386 tempest-TestShelveInstance-102681386-project] Request body: {'security_group_rule': {'security_group_id': 'c91b4976-6cb7-4e53-b039-d84700dc8352', 'project_id': 'fcc896fb4dce444c9b1ca79c4292880a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 14:17:38.005128 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-69f1192f-8411-4897-965e-9e0c69dbd61b tempest-TestShelveInstance-102681386 tempest-TestShelveInstance-102681386-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:38.067203 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-69f1192f-8411-4897-965e-9e0c69dbd61b tempest-TestShelveInstance-102681386 tempest-TestShelveInstance-102681386-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:38.070653 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-69f1192f-8411-4897-965e-9e0c69dbd61b tempest-TestShelveInstance-102681386 tempest-TestShelveInstance-102681386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1690631'] for security_group_rule, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:38.090649 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f1192f-8411-4897-965e-9e0c69dbd61b tempest-TestShelveInstance-102681386 tempest-TestShelveInstance-102681386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b45cab6b-304c-463f-9a78-8e87ffce2e58,revision_number=0']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:17:38.094619 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-69f1192f-8411-4897-965e-9e0c69dbd61b tempest-TestShelveInstance-102681386 tempest-TestShelveInstance-102681386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:38.096050 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-69f1192f-8411-4897-965e-9e0c69dbd61b tempest-TestShelveInstance-102681386 tempest-TestShelveInstance-102681386-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1203995 Jul 07 14:17:38.098745 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 58980) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:17:38.103178 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.v2.base [None req-303e4d41-bf6f-4d14-9cfa-1527d1f46374 tempest-TestShelveInstance-102681386 tempest-TestShelveInstance-102681386-project] Request body: {'security_group_rule': {'security_group_id': 'c91b4976-6cb7-4e53-b039-d84700dc8352', 'project_id': 'fcc896fb4dce444c9b1ca79c4292880a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 14:17:38.128106 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-303e4d41-bf6f-4d14-9cfa-1527d1f46374 tempest-TestShelveInstance-102681386 tempest-TestShelveInstance-102681386-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:38.188878 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-303e4d41-bf6f-4d14-9cfa-1527d1f46374 tempest-TestShelveInstance-102681386 tempest-TestShelveInstance-102681386-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:38.192612 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-303e4d41-bf6f-4d14-9cfa-1527d1f46374 tempest-TestShelveInstance-102681386 tempest-TestShelveInstance-102681386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1690631'] for security_group_rule, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:38.209985 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303e4d41-bf6f-4d14-9cfa-1527d1f46374 tempest-TestShelveInstance-102681386 tempest-TestShelveInstance-102681386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba3e224e-b87f-4c16-a52e-e77606feecff,revision_number=0']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:17:38.215717 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-303e4d41-bf6f-4d14-9cfa-1527d1f46374 tempest-TestShelveInstance-102681386 tempest-TestShelveInstance-102681386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:38.217025 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-303e4d41-bf6f-4d14-9cfa-1527d1f46374 tempest-TestShelveInstance-102681386 tempest-TestShelveInstance-102681386-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1172383 Jul 07 14:17:38.219648 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 58982) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:17:38.224327 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.v2.base [None req-e73e13c3-4c85-4562-9fd7-ca03f8e708a0 tempest-TestShelveInstance-102681386 tempest-TestShelveInstance-102681386-project] Request body: {'security_group_rule': {'security_group_id': 'c91b4976-6cb7-4e53-b039-d84700dc8352', 'project_id': 'fcc896fb4dce444c9b1ca79c4292880a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 14:17:38.250090 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-e73e13c3-4c85-4562-9fd7-ca03f8e708a0 tempest-TestShelveInstance-102681386 tempest-TestShelveInstance-102681386-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:38.308534 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-e73e13c3-4c85-4562-9fd7-ca03f8e708a0 tempest-TestShelveInstance-102681386 tempest-TestShelveInstance-102681386-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:38.312265 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-e73e13c3-4c85-4562-9fd7-ca03f8e708a0 tempest-TestShelveInstance-102681386 tempest-TestShelveInstance-102681386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1690631'] for security_group_rule, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:38.329133 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73e13c3-4c85-4562-9fd7-ca03f8e708a0 tempest-TestShelveInstance-102681386 tempest-TestShelveInstance-102681386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c64c959-47f4-4ace-b3fc-a5d5f4a7d159,revision_number=0']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:17:38.339702 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-e73e13c3-4c85-4562-9fd7-ca03f8e708a0 tempest-TestShelveInstance-102681386 tempest-TestShelveInstance-102681386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:38.341094 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-e73e13c3-4c85-4562-9fd7-ca03f8e708a0 tempest-TestShelveInstance-102681386 tempest-TestShelveInstance-102681386-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1202509 Jul 07 14:17:38.343803 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 58984) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:17:38.348392 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.v2.base [None req-5ff7f992-8973-4efe-82c5-2910c36f38e1 tempest-TestShelveInstance-102681386 tempest-TestShelveInstance-102681386-project] Request body: {'security_group_rule': {'security_group_id': 'c91b4976-6cb7-4e53-b039-d84700dc8352', 'project_id': 'fcc896fb4dce444c9b1ca79c4292880a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 14:17:38.373990 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-5ff7f992-8973-4efe-82c5-2910c36f38e1 tempest-TestShelveInstance-102681386 tempest-TestShelveInstance-102681386-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:38.442488 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-5ff7f992-8973-4efe-82c5-2910c36f38e1 tempest-TestShelveInstance-102681386 tempest-TestShelveInstance-102681386-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:38.448710 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-5ff7f992-8973-4efe-82c5-2910c36f38e1 tempest-TestShelveInstance-102681386 tempest-TestShelveInstance-102681386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1690631'] for security_group_rule, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:38.470597 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff7f992-8973-4efe-82c5-2910c36f38e1 tempest-TestShelveInstance-102681386 tempest-TestShelveInstance-102681386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=416eab16-b761-4ee0-b2f1-d82fbfb5cda9,revision_number=0']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:17:38.477639 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-5ff7f992-8973-4efe-82c5-2910c36f38e1 tempest-TestShelveInstance-102681386 tempest-TestShelveInstance-102681386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:38.479495 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-5ff7f992-8973-4efe-82c5-2910c36f38e1 tempest-TestShelveInstance-102681386 tempest-TestShelveInstance-102681386-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1347709 Jul 07 14:17:38.482358 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 58986) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:17:38.486945 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.v2.base [None req-e603dfa0-3c21-4608-81f7-6881ebabc963 tempest-TestShelveInstance-102681386 tempest-TestShelveInstance-102681386-project] Request body: {'security_group_rule': {'security_group_id': 'c91b4976-6cb7-4e53-b039-d84700dc8352', 'project_id': 'fcc896fb4dce444c9b1ca79c4292880a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 14:17:38.517459 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.db.securitygroups_db [None req-e603dfa0-3c21-4608-81f7-6881ebabc963 tempest-TestShelveInstance-102681386 tempest-TestShelveInstance-102681386-project] Project fcc896fb4dce444c9b1ca79c4292880a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 14:17:38.524742 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-e603dfa0-3c21-4608-81f7-6881ebabc963 tempest-TestShelveInstance-102681386 tempest-TestShelveInstance-102681386-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:38.601044 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-e603dfa0-3c21-4608-81f7-6881ebabc963 tempest-TestShelveInstance-102681386 tempest-TestShelveInstance-102681386-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:38.605530 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-e603dfa0-3c21-4608-81f7-6881ebabc963 tempest-TestShelveInstance-102681386 tempest-TestShelveInstance-102681386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1690631'] for security_group_rule, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:38.631481 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-e603dfa0-3c21-4608-81f7-6881ebabc963 tempest-TestShelveInstance-102681386 tempest-TestShelveInstance-102681386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:38.635237 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-e603dfa0-3c21-4608-81f7-6881ebabc963 tempest-TestShelveInstance-102681386 tempest-TestShelveInstance-102681386-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1493011 Jul 07 14:17:38.635237 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e603dfa0-3c21-4608-81f7-6881ebabc963 tempest-TestShelveInstance-102681386 tempest-TestShelveInstance-102681386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36e8ec83-b753-46c3-809d-c71fd3e83dfb,revision_number=0']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:17:38.635586 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 58992) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:17:38.642063 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [None req-008df8be-3413-4177-8995-7274106a56f3 tempest-TestShelveInstance-102681386 tempest-TestShelveInstance-102681386-project] Request body: {'security_group_rule': {'security_group_id': 'c91b4976-6cb7-4e53-b039-d84700dc8352', 'project_id': 'fcc896fb4dce444c9b1ca79c4292880a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 14:17:38.678675 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.db.securitygroups_db [None req-008df8be-3413-4177-8995-7274106a56f3 tempest-TestShelveInstance-102681386 tempest-TestShelveInstance-102681386-project] Project fcc896fb4dce444c9b1ca79c4292880a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 14:17:38.686258 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-008df8be-3413-4177-8995-7274106a56f3 tempest-TestShelveInstance-102681386 tempest-TestShelveInstance-102681386-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:38.710661 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Device 27cc9aca-3376-4b58-8b05-db6aa9deadc4 up at agent ovs-agent-dv-cinder-799821-1-iscsi {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 14:17:38.760473 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Provisioning complete for port 27cc9aca-3376-4b58-8b05-db6aa9deadc4 triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 14:17:38.760966 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732533'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:38.765093 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-008df8be-3413-4177-8995-7274106a56f3 tempest-TestShelveInstance-102681386 tempest-TestShelveInstance-102681386-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:38.769912 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-008df8be-3413-4177-8995-7274106a56f3 tempest-TestShelveInstance-102681386 tempest-TestShelveInstance-102681386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1690631'] for security_group_rule, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:38.789193 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008df8be-3413-4177-8995-7274106a56f3 tempest-TestShelveInstance-102681386 tempest-TestShelveInstance-102681386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=741ed792-49a4-4973-bd03-334cf62cfd74,revision_number=0']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:17:38.800649 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-008df8be-3413-4177-8995-7274106a56f3 tempest-TestShelveInstance-102681386 tempest-TestShelveInstance-102681386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:38.801871 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-008df8be-3413-4177-8995-7274106a56f3 tempest-TestShelveInstance-102681386 tempest-TestShelveInstance-102681386-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1653025 Jul 07 14:17:38.859615 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Device 52cfbc89-daf8-4066-996d-f34f208626da up at agent ovs-agent-dv-cinder-799821-1-iscsi {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 14:17:38.907904 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Provisioning complete for port 52cfbc89-daf8-4066-996d-f34f208626da triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 14:17:38.908418 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732533'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:39.002987 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Device 97c47f6d-9562-4e7e-afad-5bd8025637d1 up at agent ovs-agent-dv-cinder-799821-1-iscsi {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 14:17:39.055328 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Provisioning for port 97c47f6d-9562-4e7e-afad-5bd8025637d1 completed by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 14:17:39.059948 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Provisioning complete for port 97c47f6d-9562-4e7e-afad-5bd8025637d1 triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 14:17:39.060314 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732533'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:39.148156 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:39.169813 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] For port 97c47f6d-9562-4e7e-afad-5bd8025637d1, host dv-cinder-799821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799821-1-iscsi',level=0,port_id=97c47f6d-9562-4e7e-afad-5bd8025637d1,segment=NetworkSegment(f9b1122d-b65f-4a0f-8420-4cc063cf42b9),segment_id=f9b1122d-b65f-4a0f-8420-4cc063cf42b9)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 14:17:39.173759 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:39.235253 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Pushing event updated for resources: {'Port': ['ID=97c47f6d-9562-4e7e-afad-5bd8025637d1,revision_number=4']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:17:39.986571 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4eaf19-f97a-4a31-b973-0830d2cc2908 None None] Sync routers for ids ['e41c88bf-0f30-41cf-bde1-e83567753c1c'] in dv-cinder-799821-1-iscsi {{(pid=92955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 14:17:39.996707 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4eaf19-f97a-4a31-b973-0830d2cc2908 None None] Routers {'e41c88bf-0f30-41cf-bde1-e83567753c1c'} bound to L3 agent in host dv-cinder-799821-1-iscsi {{(pid=92955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 14:17:39.997297 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-9b4eaf19-f97a-4a31-b973-0830d2cc2908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T13:53:27Z,description=,heartbeat_timestamp=2021-07-07T14:17:27Z,host='dv-cinder-799821-1-iscsi',id=652ddd47-bc13-4e1c-8285-b4eb8cea957f,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:53:27Z,topic='l3_agent')) {'router_ids': ['e41c88bf-0f30-41cf-bde1-e83567753c1c'], 'active': True} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:17:40.101327 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvr_db [None req-9b4eaf19-f97a-4a31-b973-0830d2cc2908 None None] Set router e41c88bf-0f30-41cf-bde1-e83567753c1c gateway port host: dv-cinder-799821-1-iscsi {{(pid=92955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 14:17:40.300419 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-9b4eaf19-f97a-4a31-b973-0830d2cc2908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e41c88bf-0f30-41cf-bde1-e83567753c1c', 'name': 'tempest-TestShelveInstance-517488827-router', 'tenant_id': '00d9b10df6504d93bbacb99a59585b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'external_fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '97c47f6d-9562-4e7e-afad-5bd8025637d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T14:17:33Z', 'updated_at': '2021-07-07T14:17:36Z', 'revision_number': 4, 'project_id': '00d9b10df6504d93bbacb99a59585b12', 'gw_port': {'id': '97c47f6d-9562-4e7e-afad-5bd8025637d1', 'name': '', 'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:7a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e41c88bf-0f30-41cf-bde1-e83567753c1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:17:33Z', 'updated_at': '2021-07-07T14:17:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799821-1-iscsi', '_interfaces': [{'id': 'e3d26945-2d22-4db8-a014-45b7930bc038', 'name': '', 'network_id': 'd7a78780-b8f0-4ab1-9c76-b222c72088ba', 'tenant_id': '00d9b10df6504d93bbacb99a59585b12', 'mac_address': 'fa:16:3e:7a:1f:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e41c88bf-0f30-41cf-bde1-e83567753c1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '0d764c77-42d4-4616-9359-940c307f2148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:17:35Z', 'updated_at': '2021-07-07T14:17:36Z', 'revision_number': 2, 'project_id': '00d9b10df6504d93bbacb99a59585b12', 'subnets': [{'id': '0d764c77-42d4-4616-9359-940c307f2148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799821-1-iscsi', False) {} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:17:40.329264 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4eaf19-f97a-4a31-b973-0830d2cc2908 None None] Checking router: e41c88bf-0f30-41cf-bde1-e83567753c1c for host: dv-cinder-799821-1-iscsi {{(pid=92955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 14:17:40.329657 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4eaf19-f97a-4a31-b973-0830d2cc2908 None None] Updating router e41c88bf-0f30-41cf-bde1-e83567753c1c port e3d26945-2d22-4db8-a014-45b7930bc038 binding host dv-cinder-799821-1-iscsi {{(pid=92955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 14:17:40.374013 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9b4eaf19-f97a-4a31-b973-0830d2cc2908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:40.583348 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Device 97c47f6d-9562-4e7e-afad-5bd8025637d1 up at agent ovs-agent-dv-cinder-799821-1-iscsi {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 14:17:40.674263 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9b4eaf19-f97a-4a31-b973-0830d2cc2908 None None] Notify callbacks [] for port, precommit_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:40.684102 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Provisioning complete for port 97c47f6d-9562-4e7e-afad-5bd8025637d1 triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 14:17:40.684455 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732533'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:40.706743 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-9b4eaf19-f97a-4a31-b973-0830d2cc2908 None None] Transition to ACTIVE for port object e3d26945-2d22-4db8-a014-45b7930bc038 will not be triggered until provisioned by entity L2. {{(pid=92955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 14:17:40.716505 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9b4eaf19-f97a-4a31-b973-0830d2cc2908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:40.779605 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01153778-4a58-4ba8-860c-48fa51d2a7bd None None] Pushing event updated for resources: {'Port': ['ID=e3d26945-2d22-4db8-a014-45b7930bc038,revision_number=3']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:17:40.857702 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.managers [None req-9b4eaf19-f97a-4a31-b973-0830d2cc2908 None None] Attempting to bind port e3d26945-2d22-4db8-a014-45b7930bc038 on host dv-cinder-799821-1-iscsi for vnic_type normal with profile {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 14:17:40.858710 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.managers [None req-9b4eaf19-f97a-4a31-b973-0830d2cc2908 None None] Attempting to bind port e3d26945-2d22-4db8-a014-45b7930bc038 by drivers openvswitch,hyperv on host dv-cinder-799821-1-iscsi at level 0 using segments [{'id': '5e134f2c-b488-40b6-83ca-60e86e6f7501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'd7a78780-b8f0-4ab1-9c76-b222c72088ba'}] {{(pid=92955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 14:17:40.858710 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4eaf19-f97a-4a31-b973-0830d2cc2908 None None] Attempting to bind port e3d26945-2d22-4db8-a014-45b7930bc038 on network d7a78780-b8f0-4ab1-9c76-b222c72088ba {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 14:17:40.872907 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4eaf19-f97a-4a31-b973-0830d2cc2908 None None] Checking agent: {'id': 'bf273e17-8767-46a0-900a-b292254968fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799821-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 13, 53, 28), 'started_at': datetime.datetime(2021, 7, 7, 13, 53, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 14, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799821-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 14:17:40.873326 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4eaf19-f97a-4a31-b973-0830d2cc2908 None None] Checking segment: {'id': '5e134f2c-b488-40b6-83ca-60e86e6f7501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'd7a78780-b8f0-4ab1-9c76-b222c72088ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 14:17:40.873681 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9b4eaf19-f97a-4a31-b973-0830d2cc2908 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:40.874078 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4eaf19-f97a-4a31-b973-0830d2cc2908 None None] Bound using segment: {'id': '5e134f2c-b488-40b6-83ca-60e86e6f7501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'd7a78780-b8f0-4ab1-9c76-b222c72088ba'} {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 14:17:40.874608 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.managers [None req-9b4eaf19-f97a-4a31-b973-0830d2cc2908 None None] Bound port: e3d26945-2d22-4db8-a014-45b7930bc038, host: dv-cinder-799821-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e134f2c-b488-40b6-83ca-60e86e6f7501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'd7a78780-b8f0-4ab1-9c76-b222c72088ba'}}] {{(pid=92955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 14:17:40.874993 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9b4eaf19-f97a-4a31-b973-0830d2cc2908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:40.945227 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-9b4eaf19-f97a-4a31-b973-0830d2cc2908 None None] For port e3d26945-2d22-4db8-a014-45b7930bc038, host dv-cinder-799821-1-iscsi, cleared binding levels {{(pid=92955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 14:17:40.949048 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-9b4eaf19-f97a-4a31-b973-0830d2cc2908 None None] For port e3d26945-2d22-4db8-a014-45b7930bc038, host dv-cinder-799821-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799821-1-iscsi',level=0,port_id=e3d26945-2d22-4db8-a014-45b7930bc038,segment=NetworkSegment(5e134f2c-b488-40b6-83ca-60e86e6f7501),segment_id=5e134f2c-b488-40b6-83ca-60e86e6f7501)] {{(pid=92955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 14:17:40.952441 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9b4eaf19-f97a-4a31-b973-0830d2cc2908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:41.018880 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4eaf19-f97a-4a31-b973-0830d2cc2908 None None] Routers {'e41c88bf-0f30-41cf-bde1-e83567753c1c'} bound to L3 agent in host dv-cinder-799821-1-iscsi {{(pid=92955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 14:17:41.019633 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-9b4eaf19-f97a-4a31-b973-0830d2cc2908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T13:53:27Z,description=,heartbeat_timestamp=2021-07-07T14:17:27Z,host='dv-cinder-799821-1-iscsi',id=652ddd47-bc13-4e1c-8285-b4eb8cea957f,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:53:27Z,topic='l3_agent')) {'router_ids': ['e41c88bf-0f30-41cf-bde1-e83567753c1c'], 'active': True} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:17:41.024954 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01153778-4a58-4ba8-860c-48fa51d2a7bd None None] Pushing event updated for resources: {'Port': ['ID=e3d26945-2d22-4db8-a014-45b7930bc038,revision_number=4']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:17:41.136704 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvr_db [None req-9b4eaf19-f97a-4a31-b973-0830d2cc2908 None None] Set router e41c88bf-0f30-41cf-bde1-e83567753c1c gateway port host: dv-cinder-799821-1-iscsi {{(pid=92955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 14:17:41.348176 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-9b4eaf19-f97a-4a31-b973-0830d2cc2908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e41c88bf-0f30-41cf-bde1-e83567753c1c', 'name': 'tempest-TestShelveInstance-517488827-router', 'tenant_id': '00d9b10df6504d93bbacb99a59585b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'external_fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '97c47f6d-9562-4e7e-afad-5bd8025637d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T14:17:33Z', 'updated_at': '2021-07-07T14:17:36Z', 'revision_number': 4, 'project_id': '00d9b10df6504d93bbacb99a59585b12', 'gw_port': {'id': '97c47f6d-9562-4e7e-afad-5bd8025637d1', 'name': '', 'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:7a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e41c88bf-0f30-41cf-bde1-e83567753c1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:17:33Z', 'updated_at': '2021-07-07T14:17:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799821-1-iscsi', '_interfaces': [{'id': 'e3d26945-2d22-4db8-a014-45b7930bc038', 'name': '', 'network_id': 'd7a78780-b8f0-4ab1-9c76-b222c72088ba', 'tenant_id': '00d9b10df6504d93bbacb99a59585b12', 'mac_address': 'fa:16:3e:7a:1f:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e41c88bf-0f30-41cf-bde1-e83567753c1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '0d764c77-42d4-4616-9359-940c307f2148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:17:35Z', 'updated_at': '2021-07-07T14:17:40Z', 'revision_number': 4, 'project_id': '00d9b10df6504d93bbacb99a59585b12', 'subnets': [{'id': '0d764c77-42d4-4616-9359-940c307f2148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799821-1-iscsi', False) {} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:17:41.494130 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4eaf19-f97a-4a31-b973-0830d2cc2908 None None] The sync data for ids ['e41c88bf-0f30-41cf-bde1-e83567753c1c'] in dv-cinder-799821-1-iscsi is: [{'id': 'e41c88bf-0f30-41cf-bde1-e83567753c1c', 'name': 'tempest-TestShelveInstance-517488827-router', 'tenant_id': '00d9b10df6504d93bbacb99a59585b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'external_fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '97c47f6d-9562-4e7e-afad-5bd8025637d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T14:17:33Z', 'updated_at': '2021-07-07T14:17:36Z', 'revision_number': 4, 'project_id': '00d9b10df6504d93bbacb99a59585b12', 'gw_port': {'id': '97c47f6d-9562-4e7e-afad-5bd8025637d1', 'name': '', 'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:7a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e41c88bf-0f30-41cf-bde1-e83567753c1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:17:33Z', 'updated_at': '2021-07-07T14:17:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799821-1-iscsi', '_interfaces': [{'id': 'e3d26945-2d22-4db8-a014-45b7930bc038', 'name': '', 'network_id': 'd7a78780-b8f0-4ab1-9c76-b222c72088ba', 'tenant_id': '00d9b10df6504d93bbacb99a59585b12', 'mac_address': 'fa:16:3e:7a:1f:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e41c88bf-0f30-41cf-bde1-e83567753c1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '0d764c77-42d4-4616-9359-940c307f2148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:17:35Z', 'updated_at': '2021-07-07T14:17:40Z', 'revision_number': 4, 'project_id': '00d9b10df6504d93bbacb99a59585b12', 'subnets': [{'id': '0d764c77-42d4-4616-9359-940c307f2148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 14:17:42.594724 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Device e3d26945-2d22-4db8-a014-45b7930bc038 up at agent ovs-agent-dv-cinder-799821-1-iscsi {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 14:17:42.642373 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Provisioning for port e3d26945-2d22-4db8-a014-45b7930bc038 completed by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 14:17:42.646126 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Provisioning complete for port e3d26945-2d22-4db8-a014-45b7930bc038 triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 14:17:42.646534 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732533'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:42.726727 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:42.762753 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] For port e3d26945-2d22-4db8-a014-45b7930bc038, host dv-cinder-799821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799821-1-iscsi',level=0,port_id=e3d26945-2d22-4db8-a014-45b7930bc038,segment=NetworkSegment(5e134f2c-b488-40b6-83ca-60e86e6f7501),segment_id=5e134f2c-b488-40b6-83ca-60e86e6f7501)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 14:17:42.766534 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:42.812780 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Pushing event updated for resources: {'Port': ['ID=e3d26945-2d22-4db8-a014-45b7930bc038,revision_number=5']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:17:44.136338 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [req-7643bb6e-de83-4a40-a058-d676791624fe req-609aea46-5053-4e86-9ae2-e727df77fe97 service neutron] (92954) timed out ('10.222.0.24', 54488) {{(pid=92954) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 14:17:44.433472 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-49304cc9-196b-4a5d-b160-1df2370f58df req-93d30820-5610-45e8-9760-e084b3175dee service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b21bb8c6-b904-4df4-86d3-22a5b66ad5de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0541883 Jul 07 14:17:44.506681 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49304cc9-196b-4a5d-b160-1df2370f58df req-c5a2197c-f36a-4cc2-bd0d-191e77018f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:17:44.508124 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-49304cc9-196b-4a5d-b160-1df2370f58df req-c5a2197c-f36a-4cc2-bd0d-191e77018f3d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=62e31021b8044cd1897e43a8d26275b9&device_id=b21bb8c6-b904-4df4-86d3-22a5b66ad5de HTTP/1.1" status: 200 len: 1099 time: 0.0500464 Jul 07 14:17:44.581950 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Device e3d26945-2d22-4db8-a014-45b7930bc038 up at agent ovs-agent-dv-cinder-799821-1-iscsi {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 14:17:44.624358 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49304cc9-196b-4a5d-b160-1df2370f58df req-edf78677-dea5-4793-a048-63d7e4d9139a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:17:44.625867 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-49304cc9-196b-4a5d-b160-1df2370f58df req-edf78677-dea5-4793-a048-63d7e4d9139a service neutron] 10.222.0.24 "GET /v2.0/networks?id=d5a402b8-fb82-49d2-a591-a3a216137cac HTTP/1.1" status: 200 len: 920 time: 0.0973589 Jul 07 14:17:44.637356 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Provisioning complete for port e3d26945-2d22-4db8-a014-45b7930bc038 triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 14:17:44.637750 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732533'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:44.668331 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-49304cc9-196b-4a5d-b160-1df2370f58df req-285d5df5-9133-409f-b299-9af6fcb1ddda service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aa480a01-6ac1-4a90-a7d2-37320144b089 HTTP/1.1" status: 200 len: 217 time: 0.0351021 Jul 07 14:17:44.718905 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49304cc9-196b-4a5d-b160-1df2370f58df req-a162bd3e-9946-4f7a-a30f-ae21ae030d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:17:44.720633 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-49304cc9-196b-4a5d-b160-1df2370f58df req-a162bd3e-9946-4f7a-a30f-ae21ae030d32 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=48d63b35-a0f2-4925-98ff-d191be5c1517 HTTP/1.1" status: 200 len: 859 time: 0.0457134 Jul 07 14:17:44.754420 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-49304cc9-196b-4a5d-b160-1df2370f58df req-c46ebb0b-52d2-44db-abce-21af038917a3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d5a402b8-fb82-49d2-a591-a3a216137cac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273359 Jul 07 14:17:44.849347 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-49304cc9-196b-4a5d-b160-1df2370f58df req-68d09681-5a61-440f-8252-df65fd81c9a8 service neutron] 10.222.0.24 "GET /v2.0/networks/d5a402b8-fb82-49d2-a591-a3a216137cac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838156 Jul 07 14:17:44.946322 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-49304cc9-196b-4a5d-b160-1df2370f58df req-6a0b76ab-306d-436a-bb43-d08714a3502b service neutron] 10.222.0.24 "GET /v2.0/networks/d5a402b8-fb82-49d2-a591-a3a216137cac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901055 Jul 07 14:17:54.869185 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-7da90b25-3f62-40ab-8949-66ebec9921c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:57.493796 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-e1c3ecbf-fd82-488f-b15f-6666388c0d5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:57.823137 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:17:58.657903 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-797095d9-f31f-46bc-add0-d9922559420e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:18:00.238851 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-de2cb0b5-6e4a-418e-bae1-4b4e8a512c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:18:02.373399 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:18:03.244998 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.agents_db [None req-578d1851-68de-424d-8d1f-a58f436dd381 None None] Agent healthcheck: found 6 active agents {{(pid=92956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 14:18:24.870686 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-6e06b696-f025-47a6-a8fe-0ef8c9552ce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:18:27.494820 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-b33a7811-b9c8-4633-a619-22148c259e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:18:27.838915 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:18:28.657591 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-797095d9-f31f-46bc-add0-d9922559420e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:18:30.242682 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-de2cb0b5-6e4a-418e-bae1-4b4e8a512c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:18:32.371672 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:18:40.243546 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.agents_db [None req-578d1851-68de-424d-8d1f-a58f436dd381 None None] Agent healthcheck: found 6 active agents {{(pid=92956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 14:18:44.433389 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-60a104ca-232f-4e68-9beb-435bac41e945 req-bb7066a5-09b9-44d6-9944-d2355cc20edf service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fe763980-b8d0-4f59-a81f-cc75d57e74f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0534229 Jul 07 14:18:44.504288 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a104ca-232f-4e68-9beb-435bac41e945 req-af5e26a1-8b9f-48f5-9040-ceb9ac320623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:18:44.505718 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-60a104ca-232f-4e68-9beb-435bac41e945 req-af5e26a1-8b9f-48f5-9040-ceb9ac320623 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4606813b7d26435ca537716b5eac6fcc&device_id=fe763980-b8d0-4f59-a81f-cc75d57e74f4 HTTP/1.1" status: 200 len: 1098 time: 0.0498080 Jul 07 14:18:44.616309 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a104ca-232f-4e68-9beb-435bac41e945 req-2f520989-1efc-45f9-a703-c0b4b7976b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:18:44.617748 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-60a104ca-232f-4e68-9beb-435bac41e945 req-2f520989-1efc-45f9-a703-c0b4b7976b3f service neutron] 10.222.0.24 "GET /v2.0/networks?id=8ff1e969-aa56-4a37-b509-25263365d4bf HTTP/1.1" status: 200 len: 916 time: 0.0847764 Jul 07 14:18:44.663453 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-60a104ca-232f-4e68-9beb-435bac41e945 req-8e760068-9b75-4cd8-a53b-b8e066c555cc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b89c6e8f-613d-4f60-add8-50ad29e55b09 HTTP/1.1" status: 200 len: 217 time: 0.0342803 Jul 07 14:18:44.714109 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a104ca-232f-4e68-9beb-435bac41e945 req-1367faee-2dbd-40a4-9f8d-14d394b164ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:18:44.715589 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-60a104ca-232f-4e68-9beb-435bac41e945 req-1367faee-2dbd-40a4-9f8d-14d394b164ce service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3c42dee8-1dec-4168-bdb5-a4e686f12390 HTTP/1.1" status: 200 len: 855 time: 0.0422819 Jul 07 14:18:44.749894 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-60a104ca-232f-4e68-9beb-435bac41e945 req-80861a5e-4aa3-4754-b37b-9eecf83ca8b8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8ff1e969-aa56-4a37-b509-25263365d4bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244992 Jul 07 14:18:44.845443 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-60a104ca-232f-4e68-9beb-435bac41e945 req-6ec72386-beef-46fb-b8a6-b2f71a300899 service neutron] 10.222.0.24 "GET /v2.0/networks/8ff1e969-aa56-4a37-b509-25263365d4bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837007 Jul 07 14:18:44.939495 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-60a104ca-232f-4e68-9beb-435bac41e945 req-3c854936-72ee-4470-9048-4a2cb1436fa4 service neutron] 10.222.0.24 "GET /v2.0/networks/8ff1e969-aa56-4a37-b509-25263365d4bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832272 Jul 07 14:18:45.563466 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [req-d3c26cb9-7f97-449f-abd0-5d82d435e87d req-b43dc778-fab4-4407-bbc0-d69418702d23 service neutron] (92953) timed out ('10.222.0.24', 54661) {{(pid=92953) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 14:18:54.873941 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-5590f3d2-b6c9-4ab4-af59-4e5e7726e94e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:18:57.497302 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2b5bb602-5c70-4e6a-a638-6839a9b2d78e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:18:57.820217 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:18:58.666338 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-797095d9-f31f-46bc-add0-d9922559420e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:19:00.244224 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-de2cb0b5-6e4a-418e-bae1-4b4e8a512c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:19:02.386987 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:19:17.241880 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.agents_db [None req-578d1851-68de-424d-8d1f-a58f436dd381 None None] Agent healthcheck: found 6 active agents {{(pid=92956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 14:19:24.876736 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-aa83f24f-de92-4fcd-b783-22025b2dfa9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:19:27.496820 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-c71b25ac-14bd-4c21-8bbd-44b06cf41f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:19:27.820731 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:19:28.658909 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-797095d9-f31f-46bc-add0-d9922559420e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:19:30.246579 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-de2cb0b5-6e4a-418e-bae1-4b4e8a512c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:19:32.403122 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:19:44.540687 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-dc2205a2-64a1-4c2f-b212-bafe0951a6b1 req-f4bd5e7c-2c0a-49f6-80e3-5a78cdd96073 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=69efb446-66ef-414d-b871-95951bb3e898&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0654306 Jul 07 14:19:44.618066 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2205a2-64a1-4c2f-b212-bafe0951a6b1 req-6845f5dc-db9e-48f2-b845-ae9f527b32b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:19:44.619560 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-dc2205a2-64a1-4c2f-b212-bafe0951a6b1 req-6845f5dc-db9e-48f2-b845-ae9f527b32b0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4606813b7d26435ca537716b5eac6fcc&device_id=69efb446-66ef-414d-b871-95951bb3e898 HTTP/1.1" status: 200 len: 1098 time: 0.0509222 Jul 07 14:19:44.725377 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2205a2-64a1-4c2f-b212-bafe0951a6b1 req-eeb973c0-1500-4eb6-a050-787cb4768b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:19:44.726921 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-dc2205a2-64a1-4c2f-b212-bafe0951a6b1 req-eeb973c0-1500-4eb6-a050-787cb4768b03 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8ff1e969-aa56-4a37-b509-25263365d4bf HTTP/1.1" status: 200 len: 916 time: 0.0854175 Jul 07 14:19:44.771136 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-dc2205a2-64a1-4c2f-b212-bafe0951a6b1 req-38fed1ff-cf51-4c81-bdf8-6a9698dc5ca4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ccb477e0-cc3d-4877-b426-6579a2cc9164 HTTP/1.1" status: 200 len: 217 time: 0.0337596 Jul 07 14:19:44.824202 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2205a2-64a1-4c2f-b212-bafe0951a6b1 req-4eb3b892-56d4-4895-bc15-10ee989f7e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:19:44.825762 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-dc2205a2-64a1-4c2f-b212-bafe0951a6b1 req-4eb3b892-56d4-4895-bc15-10ee989f7e91 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3c42dee8-1dec-4168-bdb5-a4e686f12390 HTTP/1.1" status: 200 len: 855 time: 0.0448914 Jul 07 14:19:44.859998 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-dc2205a2-64a1-4c2f-b212-bafe0951a6b1 req-53733f5c-25f3-437e-9d42-4f413f429a58 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8ff1e969-aa56-4a37-b509-25263365d4bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261815 Jul 07 14:19:45.213104 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-dc2205a2-64a1-4c2f-b212-bafe0951a6b1 req-fa12f936-4f18-4c42-b79f-c6dd2d275519 service neutron] 10.222.0.24 "GET /v2.0/networks/8ff1e969-aa56-4a37-b509-25263365d4bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3466387 Jul 07 14:19:45.306405 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-dc2205a2-64a1-4c2f-b212-bafe0951a6b1 req-7e4b88fd-b8df-4cc3-8d30-145da1adbf73 service neutron] 10.222.0.24 "GET /v2.0/networks/8ff1e969-aa56-4a37-b509-25263365d4bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825713 Jul 07 14:19:54.240272 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.agents_db [None req-578d1851-68de-424d-8d1f-a58f436dd381 None None] Agent healthcheck: found 6 active agents {{(pid=92956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 14:19:54.879930 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-1640376c-c3d9-4ed4-98a2-02e6cc5a6463 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:19:57.498281 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-119a9c7a-e48d-4847-bcc0-f8c3574d241e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:19:57.821318 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:19:58.662580 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-797095d9-f31f-46bc-add0-d9922559420e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:20:00.250904 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-de2cb0b5-6e4a-418e-bae1-4b4e8a512c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:20:02.399680 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:20:24.881365 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-94c87e87-cd80-4764-bd99-486a6a3e9a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:20:27.501385 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4c69981d-babe-4c25-b38c-425bbb529760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:20:27.822147 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:20:28.665091 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-797095d9-f31f-46bc-add0-d9922559420e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:20:30.253623 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-de2cb0b5-6e4a-418e-bae1-4b4e8a512c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:20:31.239349 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.agents_db [None req-578d1851-68de-424d-8d1f-a58f436dd381 None None] Agent healthcheck: found 6 active agents {{(pid=92956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 14:20:32.416128 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:20:45.266069 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-72ef5d67-d109-44e5-9ff7-165f4e9d61f7 req-b36d3aa7-1b76-425f-837a-f6472bb03805 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=96498ca8-2669-4f47-be39-a648f426eda3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0540016 Jul 07 14:20:45.365007 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ef5d67-d109-44e5-9ff7-165f4e9d61f7 req-c8236726-5f0b-478c-a996-e600ec8f2d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:20:45.366488 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-72ef5d67-d109-44e5-9ff7-165f4e9d61f7 req-c8236726-5f0b-478c-a996-e600ec8f2d06 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4606813b7d26435ca537716b5eac6fcc&device_id=96498ca8-2669-4f47-be39-a648f426eda3 HTTP/1.1" status: 200 len: 1099 time: 0.0511823 Jul 07 14:20:45.480256 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ef5d67-d109-44e5-9ff7-165f4e9d61f7 req-d14a7b44-7026-4f21-84f9-1822ea05f208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:20:45.481741 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-72ef5d67-d109-44e5-9ff7-165f4e9d61f7 req-d14a7b44-7026-4f21-84f9-1822ea05f208 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8ff1e969-aa56-4a37-b509-25263365d4bf HTTP/1.1" status: 200 len: 916 time: 0.0918038 Jul 07 14:20:45.526260 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-72ef5d67-d109-44e5-9ff7-165f4e9d61f7 req-a4fd16ca-a7f1-4b07-b335-d685f8aa0416 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a6f266a4-eec8-4dc4-97e0-ad4c884aec24 HTTP/1.1" status: 200 len: 217 time: 0.0345125 Jul 07 14:20:45.574292 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ef5d67-d109-44e5-9ff7-165f4e9d61f7 req-596e3698-5d99-43e4-9c81-aabc4e8ee7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:20:45.575718 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-72ef5d67-d109-44e5-9ff7-165f4e9d61f7 req-596e3698-5d99-43e4-9c81-aabc4e8ee7d6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3c42dee8-1dec-4168-bdb5-a4e686f12390 HTTP/1.1" status: 200 len: 855 time: 0.0412421 Jul 07 14:20:45.610213 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-72ef5d67-d109-44e5-9ff7-165f4e9d61f7 req-a00cf74a-f684-4efe-bb07-c67d12546416 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8ff1e969-aa56-4a37-b509-25263365d4bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280552 Jul 07 14:20:45.698815 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-72ef5d67-d109-44e5-9ff7-165f4e9d61f7 req-de40cf4a-e54e-4319-a3ce-09bf871e508d service neutron] 10.222.0.24 "GET /v2.0/networks/8ff1e969-aa56-4a37-b509-25263365d4bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794697 Jul 07 14:20:45.791252 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-72ef5d67-d109-44e5-9ff7-165f4e9d61f7 req-6a559921-2f36-4d8a-b3bc-ad9b946a9142 service neutron] 10.222.0.24 "GET /v2.0/networks/8ff1e969-aa56-4a37-b509-25263365d4bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829883 Jul 07 14:20:54.883068 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-f912d3c1-69de-4349-b935-02e0b212e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:20:57.504975 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-11e9154f-de22-494a-b291-5887f172284a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:20:57.822189 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:20:58.667841 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-797095d9-f31f-46bc-add0-d9922559420e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:21:00.256184 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-de2cb0b5-6e4a-418e-bae1-4b4e8a512c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:21:02.417021 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:21:08.238892 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.agents_db [None req-578d1851-68de-424d-8d1f-a58f436dd381 None None] Agent healthcheck: found 6 active agents {{(pid=92956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 14:21:24.884349 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-b37178ce-c252-4c7d-8213-a73c7bdf110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:21:27.511116 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-f2253c97-0e18-40ad-b042-7db1037333df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:21:27.823016 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:21:28.669346 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-797095d9-f31f-46bc-add0-d9922559420e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:21:30.263623 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-de2cb0b5-6e4a-418e-bae1-4b4e8a512c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:21:32.412805 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:21:45.237894 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.agents_db [None req-578d1851-68de-424d-8d1f-a58f436dd381 None None] Agent healthcheck: found 6 active agents {{(pid=92956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 14:21:45.516199 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-1d2e7d96-a8be-4bf8-ae36-a3eda108af2a req-459401a4-4db3-4039-81ed-5a6e9c160f3e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0b6db017-c5cc-4651-bb17-9bd457b45295&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1353731 Jul 07 14:21:45.591365 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2e7d96-a8be-4bf8-ae36-a3eda108af2a req-dc91070e-268a-4053-a1b1-4ea88b29e268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:21:45.592789 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-1d2e7d96-a8be-4bf8-ae36-a3eda108af2a req-dc91070e-268a-4053-a1b1-4ea88b29e268 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4606813b7d26435ca537716b5eac6fcc&device_id=0b6db017-c5cc-4651-bb17-9bd457b45295 HTTP/1.1" status: 200 len: 1099 time: 0.0501130 Jul 07 14:21:45.712352 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2e7d96-a8be-4bf8-ae36-a3eda108af2a req-801397c2-b13a-406c-8840-9afb54be218d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:21:45.713841 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-1d2e7d96-a8be-4bf8-ae36-a3eda108af2a req-801397c2-b13a-406c-8840-9afb54be218d service neutron] 10.222.0.24 "GET /v2.0/networks?id=8ff1e969-aa56-4a37-b509-25263365d4bf HTTP/1.1" status: 200 len: 916 time: 0.0959291 Jul 07 14:21:45.758023 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-1d2e7d96-a8be-4bf8-ae36-a3eda108af2a req-343f2479-1dfd-4a0c-bfe6-2915e0b593ef service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c2a8a1f4-70b1-48ed-8ad4-7f8642f3990e HTTP/1.1" status: 200 len: 217 time: 0.0338345 Jul 07 14:21:45.807405 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2e7d96-a8be-4bf8-ae36-a3eda108af2a req-c60b086e-d4eb-4490-9a26-1f580b66f3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:21:45.808702 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-1d2e7d96-a8be-4bf8-ae36-a3eda108af2a req-c60b086e-d4eb-4490-9a26-1f580b66f3d4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3c42dee8-1dec-4168-bdb5-a4e686f12390 HTTP/1.1" status: 200 len: 855 time: 0.0407734 Jul 07 14:21:45.845297 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-1d2e7d96-a8be-4bf8-ae36-a3eda108af2a req-4f900fc7-ff9f-4d4e-8c7a-dbcc940799af service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8ff1e969-aa56-4a37-b509-25263365d4bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285747 Jul 07 14:21:45.857242 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [req-1d2e7d96-a8be-4bf8-ae36-a3eda108af2a req-ac3a6621-5e1e-46b5-8acd-fb131951bb4b service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=92954) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 14:21:45.858188 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-1d2e7d96-a8be-4bf8-ae36-a3eda108af2a req-ac3a6621-5e1e-46b5-8acd-fb131951bb4b service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050721 Jul 07 14:21:45.949974 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-1d2e7d96-a8be-4bf8-ae36-a3eda108af2a req-fc06eb60-4c81-4bad-a67b-8411ce990590 service neutron] 10.222.0.24 "GET /v2.0/networks/8ff1e969-aa56-4a37-b509-25263365d4bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846250 Jul 07 14:21:46.042165 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-1d2e7d96-a8be-4bf8-ae36-a3eda108af2a req-cafa6199-6b94-4130-92ac-241197c30d8f service neutron] 10.222.0.24 "GET /v2.0/networks/8ff1e969-aa56-4a37-b509-25263365d4bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822220 Jul 07 14:21:54.884491 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-bcb8c394-b7ce-4ce5-aa83-3ac2cf212fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:21:57.510252 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-888f70f8-b6aa-44e2-b3d3-61646ffa56ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:21:57.823484 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:21:58.673253 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-797095d9-f31f-46bc-add0-d9922559420e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:22:00.262058 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-de2cb0b5-6e4a-418e-bae1-4b4e8a512c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:22:02.421442 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:22:22.236676 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.agents_db [None req-578d1851-68de-424d-8d1f-a58f436dd381 None None] Agent healthcheck: found 6 active agents {{(pid=92956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 14:22:24.246164 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04c1c3c-fde5-4250-b999-3bad77cae815 req-82e66cb9-659a-4b98-ac40-6962df7a5d17 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:22:24.247706 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-c04c1c3c-fde5-4250-b999-3bad77cae815 req-82e66cb9-659a-4b98-ac40-6962df7a5d17 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=69efb446-66ef-414d-b871-95951bb3e898 HTTP/1.1" status: 200 len: 945 time: 0.1421649 Jul 07 14:22:24.291753 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-c04c1c3c-fde5-4250-b999-3bad77cae815 req-d1ab8bf4-48d9-4340-82fe-29be037d00fd tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7df1beb-b93b-47cb-b8fb-65a3d6c0c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381310 Jul 07 14:22:24.523878 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517146bb-d87b-4870-a322-a20adec74dcb req-bf3a537d-a1c2-4a95-8ec2-6fb26b0fdadc tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:22:24.525301 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-517146bb-d87b-4870-a322-a20adec74dcb req-bf3a537d-a1c2-4a95-8ec2-6fb26b0fdadc tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.24 "GET /v2.0/ports?device_id=69efb446-66ef-414d-b871-95951bb3e898 HTTP/1.1" status: 200 len: 945 time: 0.0648241 Jul 07 14:22:24.635387 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.plugin [req-517146bb-d87b-4870-a322-a20adec74dcb req-a215bfa1-b126-4cdb-b4e5-955cd64a6859 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Deleting port ccb477e0-cc3d-4877-b426-6579a2cc9164 {{(pid=92954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 14:22:24.635732 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-517146bb-d87b-4870-a322-a20adec74dcb req-a215bfa1-b126-4cdb-b4e5-955cd64a6859 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744351408860'] for port, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:22:24.723790 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [req-517146bb-d87b-4870-a322-a20adec74dcb req-a215bfa1-b126-4cdb-b4e5-955cd64a6859 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] For port ccb477e0-cc3d-4877-b426-6579a2cc9164, host hv-cinder-79982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79982',level=0,port_id=ccb477e0-cc3d-4877-b426-6579a2cc9164,segment=NetworkSegment(f3f58588-4c9a-407d-b956-d7d536d6c493),segment_id=f3f58588-4c9a-407d-b956-d7d536d6c493)] {{(pid=92954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 14:22:24.724147 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-517146bb-d87b-4870-a322-a20adec74dcb req-a215bfa1-b126-4cdb-b4e5-955cd64a6859 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1715988'] for port, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:22:24.736379 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.plugin [req-517146bb-d87b-4870-a322-a20adec74dcb req-a215bfa1-b126-4cdb-b4e5-955cd64a6859 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Calling delete_port for ccb477e0-cc3d-4877-b426-6579a2cc9164 owned by compute:nova {{(pid=92954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 14:22:24.861236 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-517146bb-d87b-4870-a322-a20adec74dcb req-a215bfa1-b126-4cdb-b4e5-955cd64a6859 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744351415830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744350976997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8461640'] for port, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:22:24.875517 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] get_ports_and_sgs() called for port_ids ['a6f266a4-eec8-4dc4-97e0-ad4c884aec24', 'c2a8a1f4-70b1-48ed-8ad4-7f8642f3990e', 'b89c6e8f-613d-4f60-add8-50ad29e55b09', 'ccb477e0-cc3d-4877-b426-6579a2cc9164'] {{(pid=92955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 14:22:24.893955 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a215bfa1-b126-4cdb-b4e5-955cd64a6859 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Pushing event deleted for resources: {'Port': ['ID=ccb477e0-cc3d-4877-b426-6579a2cc9164,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:22:24.914770 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-13019769-f7b7-433c-bd68-146a6bdd258d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:22:24.924071 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a215bfa1-b126-4cdb-b4e5-955cd64a6859 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:22:24.924427 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a215bfa1-b126-4cdb-b4e5-955cd64a6859 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:22:24.924759 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a215bfa1-b126-4cdb-b4e5-955cd64a6859 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:22:24.925095 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a215bfa1-b126-4cdb-b4e5-955cd64a6859 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:22:24.925424 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a215bfa1-b126-4cdb-b4e5-955cd64a6859 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:22:24.925776 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a215bfa1-b126-4cdb-b4e5-955cd64a6859 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:22:24.926086 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a215bfa1-b126-4cdb-b4e5-955cd64a6859 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:22:24.926413 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a215bfa1-b126-4cdb-b4e5-955cd64a6859 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:22:24.926761 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a215bfa1-b126-4cdb-b4e5-955cd64a6859 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:22:24.927085 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a215bfa1-b126-4cdb-b4e5-955cd64a6859 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:22:24.927407 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a215bfa1-b126-4cdb-b4e5-955cd64a6859 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:22:24.927731 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a215bfa1-b126-4cdb-b4e5-955cd64a6859 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:22:24.952135 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [req-517146bb-d87b-4870-a322-a20adec74dcb req-a215bfa1-b126-4cdb-b4e5-955cd64a6859 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] No DVR routers for this DVR port ccb477e0-cc3d-4877-b426-6579a2cc9164 on host hv-cinder-79982 {{(pid=92954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 14:22:24.955281 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-517146bb-d87b-4870-a322-a20adec74dcb req-a215bfa1-b126-4cdb-b4e5-955cd64a6859 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171717'] for port, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:22:24.957694 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-517146bb-d87b-4870-a322-a20adec74dcb req-a215bfa1-b126-4cdb-b4e5-955cd64a6859 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.24 "DELETE /v2.0/ports/ccb477e0-cc3d-4877-b426-6579a2cc9164 HTTP/1.1" status: 204 len: 173 time: 0.4232831 Jul 07 14:22:24.958154 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69efb446-66ef-414d-b871-95951bb3e898', 'name': 'network-vif-deleted', 'tag': 'ccb477e0-cc3d-4877-b426-6579a2cc9164'}] {{(pid=92954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 14:22:24.960445 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23a2f25214143ca7dc6eabc905ff8a7df5b3799efbbaa422209646810e3da78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84a86c7e-80af-4154-b152-7ab30f6dc71f" -d '{"events": [{"server_uuid": "69efb446-66ef-414d-b871-95951bb3e898", "name": "network-vif-deleted", "tag": "ccb477e0-cc3d-4877-b426-6579a2cc9164"}]}' {{(pid=92954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 14:22:25.075850 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 14:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef2ac057-07c2-4cad-a01e-e2c49c25d8cd x-openstack-request-id: req-ef2ac057-07c2-4cad-a01e-e2c49c25d8cd {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 14:22:25.076210 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69efb446-66ef-414d-b871-95951bb3e898", "name": "network-vif-deleted", "tag": "ccb477e0-cc3d-4877-b426-6579a2cc9164", "status": "completed", "code": 200}]} {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 14:22:25.076521 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ef2ac057-07c2-4cad-a01e-e2c49c25d8cd {{(pid=92954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 14:22:25.076979 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69efb446-66ef-414d-b871-95951bb3e898', 'name': 'network-vif-deleted', 'tag': 'ccb477e0-cc3d-4877-b426-6579a2cc9164', 'status': 'completed', 'code': 200} Jul 07 14:22:25.452113 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-7be7be47-0743-4b73-901f-8b13df84991a req-4c7caa11-e391-47c6-b19d-dfa8c66e7ef8 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=69efb446-66ef-414d-b871-95951bb3e898 HTTP/1.1" status: 200 len: 210 time: 0.0293992 Jul 07 14:22:27.355039 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Device ccb477e0-cc3d-4877-b426-6579a2cc9164 no longer exists at agent hyperv_hv-cinder-79982 {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 14:22:27.374803 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] No Port match for: ccb477e0-cc3d-4877-b426-6579a2cc9164 {{(pid=92955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 14:22:27.375142 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Device ccb477e0-cc3d-4877-b426-6579a2cc9164 not bound to the agent host hv-cinder-79982 {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 14:22:27.510394 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2d3d8e61-3a31-4df1-b1cc-07d896a05af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:22:27.823966 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:22:28.677279 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-797095d9-f31f-46bc-add0-d9922559420e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:22:30.265653 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-de2cb0b5-6e4a-418e-bae1-4b4e8a512c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:22:32.428099 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:22:46.134902 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-51c3cb6e-61f3-4632-a648-b926a9c1bd3c req-2ca14dcd-ff07-4db1-8397-a006e1512030 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=795d3dde-bee1-49bb-8399-1b5f1b8d6905&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0539191 Jul 07 14:22:46.215890 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c3cb6e-61f3-4632-a648-b926a9c1bd3c req-34ef865b-0fd3-4b0c-8f02-01e06e8b1dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:22:46.217329 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-51c3cb6e-61f3-4632-a648-b926a9c1bd3c req-34ef865b-0fd3-4b0c-8f02-01e06e8b1dfb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=62e31021b8044cd1897e43a8d26275b9&device_id=795d3dde-bee1-49bb-8399-1b5f1b8d6905 HTTP/1.1" status: 200 len: 1099 time: 0.0510492 Jul 07 14:22:46.319097 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c3cb6e-61f3-4632-a648-b926a9c1bd3c req-5a6e82fa-8416-4125-9a7d-b1679d0d9460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:22:46.320514 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-51c3cb6e-61f3-4632-a648-b926a9c1bd3c req-5a6e82fa-8416-4125-9a7d-b1679d0d9460 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d5a402b8-fb82-49d2-a591-a3a216137cac HTTP/1.1" status: 200 len: 920 time: 0.0809069 Jul 07 14:22:46.367319 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-51c3cb6e-61f3-4632-a648-b926a9c1bd3c req-4854f9a8-afa3-4e04-85ad-2080a3f7eb12 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=306f1f7c-1872-49f6-b78a-22b9c85b975a HTTP/1.1" status: 200 len: 217 time: 0.0367212 Jul 07 14:22:46.420306 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c3cb6e-61f3-4632-a648-b926a9c1bd3c req-af52db76-df99-4f0e-8382-4d8cd9eaefe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:22:46.421764 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-51c3cb6e-61f3-4632-a648-b926a9c1bd3c req-af52db76-df99-4f0e-8382-4d8cd9eaefe6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=48d63b35-a0f2-4925-98ff-d191be5c1517 HTTP/1.1" status: 200 len: 859 time: 0.0443857 Jul 07 14:22:46.457100 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-51c3cb6e-61f3-4632-a648-b926a9c1bd3c req-b7528519-e727-43a6-8777-ca1485964849 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d5a402b8-fb82-49d2-a591-a3a216137cac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255253 Jul 07 14:22:46.550617 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-51c3cb6e-61f3-4632-a648-b926a9c1bd3c req-8fcfe9f7-d2c5-4121-8be9-8dcef43d1489 service neutron] 10.222.0.24 "GET /v2.0/networks/d5a402b8-fb82-49d2-a591-a3a216137cac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831265 Jul 07 14:22:46.645619 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-51c3cb6e-61f3-4632-a648-b926a9c1bd3c req-974e7f48-b2a8-4126-a1ea-9fd9afb661fe service neutron] 10.222.0.24 "GET /v2.0/networks/d5a402b8-fb82-49d2-a591-a3a216137cac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869644 Jul 07 14:22:54.886111 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-412844b2-b012-437d-a4a7-fc9e1828b112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:22:57.509767 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a1bd0614-9ef1-4311-a869-7466aea50777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:22:57.824508 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:22:58.679700 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-797095d9-f31f-46bc-add0-d9922559420e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:22:59.237900 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.agents_db [None req-578d1851-68de-424d-8d1f-a58f436dd381 None None] Agent healthcheck: found 6 active agents {{(pid=92956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 14:23:00.268583 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-de2cb0b5-6e4a-418e-bae1-4b4e8a512c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:23:02.427191 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:23:24.886115 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-8cf65c21-392e-49bd-8545-f3a58eeee2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:23:27.510206 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-c282f4e5-b0b8-4693-bc2e-a7eff60f32a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:23:27.825008 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:23:28.681223 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-797095d9-f31f-46bc-add0-d9922559420e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:23:30.272274 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-de2cb0b5-6e4a-418e-bae1-4b4e8a512c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:23:32.460368 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:23:36.239985 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.agents_db [None req-578d1851-68de-424d-8d1f-a58f436dd381 None None] Agent healthcheck: found 6 active agents {{(pid=92956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 14:23:39.084391 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 34418) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:23:39.140839 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-33f621b9-22f9-41b3-afc9-c4fbc7642d4c tempest-TestShelveInstance-102681386 tempest-TestShelveInstance-102681386-project] Notify callbacks [] for security_group, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:23:39.169148 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-33f621b9-22f9-41b3-afc9-c4fbc7642d4c tempest-TestShelveInstance-102681386 tempest-TestShelveInstance-102681386-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:23:39.234318 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-33f621b9-22f9-41b3-afc9-c4fbc7642d4c tempest-TestShelveInstance-102681386 tempest-TestShelveInstance-102681386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:23:39.237295 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-33f621b9-22f9-41b3-afc9-c4fbc7642d4c tempest-TestShelveInstance-102681386 tempest-TestShelveInstance-102681386-project] Notify callbacks [] for security_group, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:23:39.238433 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-33f621b9-22f9-41b3-afc9-c4fbc7642d4c tempest-TestShelveInstance-102681386 tempest-TestShelveInstance-102681386-project] 10.222.0.16 "DELETE /v2.0/security-groups/c91b4976-6cb7-4e53-b039-d84700dc8352 HTTP/1.1" status: 204 len: 168 time: 0.1530662 Jul 07 14:23:39.247417 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f621b9-22f9-41b3-afc9-c4fbc7642d4c tempest-TestShelveInstance-102681386 tempest-TestShelveInstance-102681386-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c91b4976-6cb7-4e53-b039-d84700dc8352,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:23:39.255102 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f621b9-22f9-41b3-afc9-c4fbc7642d4c tempest-TestShelveInstance-102681386 tempest-TestShelveInstance-102681386-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:23:39.255387 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f621b9-22f9-41b3-afc9-c4fbc7642d4c tempest-TestShelveInstance-102681386 tempest-TestShelveInstance-102681386-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:23:39.255726 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f621b9-22f9-41b3-afc9-c4fbc7642d4c tempest-TestShelveInstance-102681386 tempest-TestShelveInstance-102681386-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:23:39.256063 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f621b9-22f9-41b3-afc9-c4fbc7642d4c tempest-TestShelveInstance-102681386 tempest-TestShelveInstance-102681386-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:23:39.256396 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f621b9-22f9-41b3-afc9-c4fbc7642d4c tempest-TestShelveInstance-102681386 tempest-TestShelveInstance-102681386-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:23:39.256726 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f621b9-22f9-41b3-afc9-c4fbc7642d4c tempest-TestShelveInstance-102681386 tempest-TestShelveInstance-102681386-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:23:39.257051 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f621b9-22f9-41b3-afc9-c4fbc7642d4c tempest-TestShelveInstance-102681386 tempest-TestShelveInstance-102681386-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:23:39.257376 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f621b9-22f9-41b3-afc9-c4fbc7642d4c tempest-TestShelveInstance-102681386 tempest-TestShelveInstance-102681386-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:23:39.257711 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f621b9-22f9-41b3-afc9-c4fbc7642d4c tempest-TestShelveInstance-102681386 tempest-TestShelveInstance-102681386-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:23:39.258021 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f621b9-22f9-41b3-afc9-c4fbc7642d4c tempest-TestShelveInstance-102681386 tempest-TestShelveInstance-102681386-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:23:39.258343 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f621b9-22f9-41b3-afc9-c4fbc7642d4c tempest-TestShelveInstance-102681386 tempest-TestShelveInstance-102681386-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:23:39.258687 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f621b9-22f9-41b3-afc9-c4fbc7642d4c tempest-TestShelveInstance-102681386 tempest-TestShelveInstance-102681386-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:23:39.344781 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 34426) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:23:39.784483 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-d76e9d21-f17c-4124-ae3c-a748cd3ec8a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1712148'] for router_interface, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:23:40.027015 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.plugin [None req-d76e9d21-f17c-4124-ae3c-a748cd3ec8a1 admin admin] Deleting port 27cc9aca-3376-4b58-8b05-db6aa9deadc4 {{(pid=92954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 14:23:40.027258 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-d76e9d21-f17c-4124-ae3c-a748cd3ec8a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744351408860'] for port, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:23:40.104534 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [None req-d76e9d21-f17c-4124-ae3c-a748cd3ec8a1 admin admin] For port 27cc9aca-3376-4b58-8b05-db6aa9deadc4, host dv-cinder-799821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799821-1-iscsi',level=0,port_id=27cc9aca-3376-4b58-8b05-db6aa9deadc4,segment=NetworkSegment(826c2146-1d02-4837-9563-f685b2a81de6),segment_id=826c2146-1d02-4837-9563-f685b2a81de6)] {{(pid=92954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 14:23:40.105229 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-d76e9d21-f17c-4124-ae3c-a748cd3ec8a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1715988'] for port, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:23:40.117530 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.plugin [None req-d76e9d21-f17c-4124-ae3c-a748cd3ec8a1 admin admin] Calling delete_port for 27cc9aca-3376-4b58-8b05-db6aa9deadc4 owned by network:router_interface {{(pid=92954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 14:23:40.291295 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-d76e9d21-f17c-4124-ae3c-a748cd3ec8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744351415830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744350976997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8461640'] for port, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:23:40.318215 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76e9d21-f17c-4124-ae3c-a748cd3ec8a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=27cc9aca-3376-4b58-8b05-db6aa9deadc4,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:23:40.483535 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-d76e9d21-f17c-4124-ae3c-a748cd3ec8a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1716010'] for router_interface, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:23:40.692830 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d76e9d21-f17c-4124-ae3c-a748cd3ec8a1 admin admin] Router 8cdb4f8a-5e93-41e2-8449-959d82175462 has already been hosted by L3 agent 652ddd47-bc13-4e1c-8285-b4eb8cea957f {{(pid=92954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 14:23:40.799383 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d76e9d21-f17c-4124-ae3c-a748cd3ec8a1 admin admin] Notify agent at l3_agent.dv-cinder-799821-1-iscsi the message routers_updated {{(pid=92954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 14:23:40.804340 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-d76e9d21-f17c-4124-ae3c-a748cd3ec8a1 admin admin] 10.222.0.16 "PUT /v2.0/routers/8cdb4f8a-5e93-41e2-8449-959d82175462/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4584675 Jul 07 14:23:40.807263 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 34444) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:23:40.808220 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1c897b-3260-490b-a590-035b5729e10d None None] Sync routers for ids ['8cdb4f8a-5e93-41e2-8449-959d82175462'] in dv-cinder-799821-1-iscsi {{(pid=92956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 14:23:40.821418 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1c897b-3260-490b-a590-035b5729e10d None None] Routers {'8cdb4f8a-5e93-41e2-8449-959d82175462'} bound to L3 agent in host dv-cinder-799821-1-iscsi {{(pid=92956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 14:23:40.821939 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-3a1c897b-3260-490b-a590-035b5729e10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T13:53:27Z,description=,heartbeat_timestamp=2021-07-07T14:23:27Z,host='dv-cinder-799821-1-iscsi',id=652ddd47-bc13-4e1c-8285-b4eb8cea957f,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:53:27Z,topic='l3_agent')) {'router_ids': ['8cdb4f8a-5e93-41e2-8449-959d82175462'], 'active': True} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:23:40.915512 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-f139c8e0-0a19-4a96-9f19-40188b9d720a admin admin] Notify callbacks [] for router, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:23:40.997252 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvr_db [None req-3a1c897b-3260-490b-a590-035b5729e10d None None] Set router 8cdb4f8a-5e93-41e2-8449-959d82175462 gateway port host: dv-cinder-799821-1-iscsi {{(pid=92956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 14:23:41.015838 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-f139c8e0-0a19-4a96-9f19-40188b9d720a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:23:41.065626 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-f139c8e0-0a19-4a96-9f19-40188b9d720a admin admin] Deleting port 2eab2398-c441-44b0-9e6c-346231dc079d {{(pid=92953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 14:23:41.065943 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-f139c8e0-0a19-4a96-9f19-40188b9d720a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744351408860'] for port, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:23:41.144006 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-f139c8e0-0a19-4a96-9f19-40188b9d720a admin admin] For port 2eab2398-c441-44b0-9e6c-346231dc079d, host dv-cinder-799821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799821-1-iscsi',level=0,port_id=2eab2398-c441-44b0-9e6c-346231dc079d,segment=NetworkSegment(f9b1122d-b65f-4a0f-8420-4cc063cf42b9),segment_id=f9b1122d-b65f-4a0f-8420-4cc063cf42b9)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 14:23:41.144358 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-f139c8e0-0a19-4a96-9f19-40188b9d720a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1715988'] for port, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:23:41.156453 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-f139c8e0-0a19-4a96-9f19-40188b9d720a admin admin] Calling delete_port for 2eab2398-c441-44b0-9e6c-346231dc079d owned by network:router_gateway {{(pid=92953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 14:23:41.169277 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-3a1c897b-3260-490b-a590-035b5729e10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cdb4f8a-5e93-41e2-8449-959d82175462', 'name': 'tempest-TestShelveInstance-863132418-router', 'tenant_id': 'fcc896fb4dce444c9b1ca79c4292880a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'external_fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '2eab2398-c441-44b0-9e6c-346231dc079d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T14:17:28Z', 'updated_at': '2021-07-07T14:23:40Z', 'revision_number': 5, 'project_id': 'fcc896fb4dce444c9b1ca79c4292880a', 'gw_port': {'id': '2eab2398-c441-44b0-9e6c-346231dc079d', 'name': '', 'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:e4:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cdb4f8a-5e93-41e2-8449-959d82175462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:17:29Z', 'updated_at': '2021-07-07T14:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799821-1-iscsi'}], 'dv-cinder-799821-1-iscsi', False) {} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:23:41.194103 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1c897b-3260-490b-a590-035b5729e10d None None] Checking router: 8cdb4f8a-5e93-41e2-8449-959d82175462 for host: dv-cinder-799821-1-iscsi {{(pid=92956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 14:23:41.202936 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1c897b-3260-490b-a590-035b5729e10d None None] Routers {'8cdb4f8a-5e93-41e2-8449-959d82175462'} bound to L3 agent in host dv-cinder-799821-1-iscsi {{(pid=92956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 14:23:41.203528 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-3a1c897b-3260-490b-a590-035b5729e10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T13:53:27Z,description=,heartbeat_timestamp=2021-07-07T14:23:27Z,host='dv-cinder-799821-1-iscsi',id=652ddd47-bc13-4e1c-8285-b4eb8cea957f,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:53:27Z,topic='l3_agent')) {'router_ids': ['8cdb4f8a-5e93-41e2-8449-959d82175462'], 'active': True} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:23:41.289067 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvr_db [None req-3a1c897b-3260-490b-a590-035b5729e10d None None] Set router 8cdb4f8a-5e93-41e2-8449-959d82175462 gateway port host: None {{(pid=92956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 14:23:41.327107 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-f139c8e0-0a19-4a96-9f19-40188b9d720a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744351415830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744350976997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2608659'] for port, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:23:41.345271 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-3a1c897b-3260-490b-a590-035b5729e10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cdb4f8a-5e93-41e2-8449-959d82175462', 'name': 'tempest-TestShelveInstance-863132418-router', 'tenant_id': 'fcc896fb4dce444c9b1ca79c4292880a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T14:17:28Z', 'updated_at': '2021-07-07T14:23:41Z', 'revision_number': 6, 'project_id': 'fcc896fb4dce444c9b1ca79c4292880a', 'gw_port_host': None}], 'dv-cinder-799821-1-iscsi', False) {} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:23:41.352779 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f139c8e0-0a19-4a96-9f19-40188b9d720a admin admin] Pushing event deleted for resources: {'Port': ['ID=2eab2398-c441-44b0-9e6c-346231dc079d,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:23:41.371960 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1c897b-3260-490b-a590-035b5729e10d None None] The sync data for ids ['8cdb4f8a-5e93-41e2-8449-959d82175462'] in dv-cinder-799821-1-iscsi is: [{'id': '8cdb4f8a-5e93-41e2-8449-959d82175462', 'name': 'tempest-TestShelveInstance-863132418-router', 'tenant_id': 'fcc896fb4dce444c9b1ca79c4292880a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T14:17:28Z', 'updated_at': '2021-07-07T14:23:41Z', 'revision_number': 6, 'project_id': 'fcc896fb4dce444c9b1ca79c4292880a', 'gw_port_host': None}] {{(pid=92956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 14:23:41.383871 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f139c8e0-0a19-4a96-9f19-40188b9d720a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:23:41.384210 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f139c8e0-0a19-4a96-9f19-40188b9d720a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:23:41.384536 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f139c8e0-0a19-4a96-9f19-40188b9d720a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:23:41.384873 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f139c8e0-0a19-4a96-9f19-40188b9d720a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:23:41.385274 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f139c8e0-0a19-4a96-9f19-40188b9d720a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:23:41.385605 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f139c8e0-0a19-4a96-9f19-40188b9d720a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:23:41.385927 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f139c8e0-0a19-4a96-9f19-40188b9d720a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:23:41.386247 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f139c8e0-0a19-4a96-9f19-40188b9d720a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:23:41.386594 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f139c8e0-0a19-4a96-9f19-40188b9d720a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:23:41.386921 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f139c8e0-0a19-4a96-9f19-40188b9d720a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:23:41.387238 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f139c8e0-0a19-4a96-9f19-40188b9d720a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:23:41.387553 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f139c8e0-0a19-4a96-9f19-40188b9d720a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:23:41.429398 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-f139c8e0-0a19-4a96-9f19-40188b9d720a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1662035'] for router_gateway, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:23:41.516959 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-f139c8e0-0a19-4a96-9f19-40188b9d720a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1724647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6200'] for router, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:23:41.519017 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-f139c8e0-0a19-4a96-9f19-40188b9d720a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:23:41.563183 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-f139c8e0-0a19-4a96-9f19-40188b9d720a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1727095'] for router, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:23:41.563703 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f139c8e0-0a19-4a96-9f19-40188b9d720a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8cdb4f8a-5e93-41e2-8449-959d82175462 {{(pid=92953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 14:23:41.569526 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-f139c8e0-0a19-4a96-9f19-40188b9d720a admin admin] Notify callbacks [] for router, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:23:41.570904 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-f139c8e0-0a19-4a96-9f19-40188b9d720a admin admin] 10.222.0.16 "DELETE /v2.0/routers/8cdb4f8a-5e93-41e2-8449-959d82175462 HTTP/1.1" status: 204 len: 168 time: 0.7617292 Jul 07 14:23:41.573327 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 34452) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:23:41.617949 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.db.db_base_plugin_v2 [None req-13b684ba-0c7a-4ecd-99e2-40b115c6b733 admin admin] Deleting subnet 7bafcec7-11ff-4165-98d6-59bd89441f1b {{(pid=92953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 14:23:41.621002 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-13b684ba-0c7a-4ecd-99e2-40b115c6b733 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:23:41.654731 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-13b684ba-0c7a-4ecd-99e2-40b115c6b733 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2140470'] for subnet, precommit_delete_associations {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:23:41.747005 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-13b684ba-0c7a-4ecd-99e2-40b115c6b733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736859'] for subnet, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:23:41.808273 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-13b684ba-0c7a-4ecd-99e2-40b115c6b733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2608681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3757649'] for subnet, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:23:41.832454 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b684ba-0c7a-4ecd-99e2-40b115c6b733 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7bafcec7-11ff-4165-98d6-59bd89441f1b,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:23:41.838109 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-13b684ba-0c7a-4ecd-99e2-40b115c6b733 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582248'] for subnet, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:23:41.842975 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 34458) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:23:41.843431 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-13b684ba-0c7a-4ecd-99e2-40b115c6b733 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/7bafcec7-11ff-4165-98d6-59bd89441f1b HTTP/1.1" status: 204 len: 168 time: 0.2687750 Jul 07 14:23:41.844240 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a7416a3-79ff-43b9-9998-fadb37404e01 None None] Network b9c290a8-969b-4064-9202-be4227906d81 requested from dv-cinder-799821-1-iscsi {{(pid=92955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 14:23:41.913851 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-37319e36-45b8-4a42-84b2-1ad42f26734e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573990'] for network, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:23:41.968253 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.plugin [None req-37319e36-45b8-4a42-84b2-1ad42f26734e admin admin] Deleting port 32136e5c-3ae7-4c6f-8a47-9533ffc499ab {{(pid=92954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 14:23:41.968589 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-37319e36-45b8-4a42-84b2-1ad42f26734e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744351408860'] for port, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:23:42.041505 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [None req-37319e36-45b8-4a42-84b2-1ad42f26734e admin admin] For port 32136e5c-3ae7-4c6f-8a47-9533ffc499ab, host dv-cinder-799821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799821-1-iscsi',level=0,port_id=32136e5c-3ae7-4c6f-8a47-9533ffc499ab,segment=NetworkSegment(826c2146-1d02-4837-9563-f685b2a81de6),segment_id=826c2146-1d02-4837-9563-f685b2a81de6)] {{(pid=92954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 14:23:42.041893 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-37319e36-45b8-4a42-84b2-1ad42f26734e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1715988'] for port, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:23:42.057920 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.plugin [None req-37319e36-45b8-4a42-84b2-1ad42f26734e admin admin] Calling delete_port for 32136e5c-3ae7-4c6f-8a47-9533ffc499ab owned by network:dhcp {{(pid=92954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 14:23:42.139969 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e503021b-1297-43ea-8848-a477692bb641 None None] DHCP port deletion for b9c290a8-969b-4064-9202-be4227906d81 request from dv-cinder-799821-1-iscsi {{(pid=92955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 14:23:42.142205 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-37319e36-45b8-4a42-84b2-1ad42f26734e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744351415830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744350976997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8461640'] for port, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:23:42.168036 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37319e36-45b8-4a42-84b2-1ad42f26734e admin admin] Pushing event deleted for resources: {'Port': ['ID=32136e5c-3ae7-4c6f-8a47-9533ffc499ab,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:23:42.171712 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37319e36-45b8-4a42-84b2-1ad42f26734e admin admin] No DVR routers for this DVR port 32136e5c-3ae7-4c6f-8a47-9533ffc499ab on host dv-cinder-799821-1-iscsi {{(pid=92954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 14:23:42.240922 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-37319e36-45b8-4a42-84b2-1ad42f26734e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730318', 'neutron.services.segments.db._delete_segments_for_network-8744351280222'] for network, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:23:42.251230 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.services.segments.db [None req-37319e36-45b8-4a42-84b2-1ad42f26734e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9c290a8-969b-4064-9202-be4227906d81']}} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:23:42.261707 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.services.segments.db [None req-37319e36-45b8-4a42-84b2-1ad42f26734e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '826c2146-1d02-4837-9563-f685b2a81de6') {'for_net_delete': True} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:23:42.261995 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.services.segments.db [None req-37319e36-45b8-4a42-84b2-1ad42f26734e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '826c2146-1d02-4837-9563-f685b2a81de6') {} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:23:42.271691 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-37319e36-45b8-4a42-84b2-1ad42f26734e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744351507842', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8726955'] for segment, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:23:42.290905 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-37319e36-45b8-4a42-84b2-1ad42f26734e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:23:42.297015 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37319e36-45b8-4a42-84b2-1ad42f26734e admin admin] Releasing vlan 621 on physical network physnet1 to pool {{(pid=92954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 14:23:42.297395 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-37319e36-45b8-4a42-84b2-1ad42f26734e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8461719'] for segment, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:23:42.299540 dv-cinder-799821-1-iscsi neutron-server[92954]: Traceback (most recent call last): Jul 07 14:23:42.299540 dv-cinder-799821-1-iscsi neutron-server[92954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 14:23:42.299540 dv-cinder-799821-1-iscsi neutron-server[92954]: timer() Jul 07 14:23:42.299540 dv-cinder-799821-1-iscsi neutron-server[92954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 14:23:42.299540 dv-cinder-799821-1-iscsi neutron-server[92954]: cb(*args, **kw) Jul 07 14:23:42.299540 dv-cinder-799821-1-iscsi neutron-server[92954]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 14:23:42.299540 dv-cinder-799821-1-iscsi neutron-server[92954]: return func(*args, **kwargs) Jul 07 14:23:42.299540 dv-cinder-799821-1-iscsi neutron-server[92954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 14:23:42.299540 dv-cinder-799821-1-iscsi neutron-server[92954]: self._notify() Jul 07 14:23:42.299540 dv-cinder-799821-1-iscsi neutron-server[92954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 14:23:42.299540 dv-cinder-799821-1-iscsi neutron-server[92954]: self.callback(batched_events) Jul 07 14:23:42.299540 dv-cinder-799821-1-iscsi neutron-server[92954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 14:23:42.299540 dv-cinder-799821-1-iscsi neutron-server[92954]: event.method(event) Jul 07 14:23:42.299540 dv-cinder-799821-1-iscsi neutron-server[92954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 14:23:42.299540 dv-cinder-799821-1-iscsi neutron-server[92954]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 14:23:42.299540 dv-cinder-799821-1-iscsi neutron-server[92954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 14:23:42.299540 dv-cinder-799821-1-iscsi neutron-server[92954]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 14:23:42.299540 dv-cinder-799821-1-iscsi neutron-server[92954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 14:23:42.299540 dv-cinder-799821-1-iscsi neutron-server[92954]: return f(self, *a, **k) Jul 07 14:23:42.299540 dv-cinder-799821-1-iscsi neutron-server[92954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 14:23:42.299540 dv-cinder-799821-1-iscsi neutron-server[92954]: return self._get(url).json() Jul 07 14:23:42.299540 dv-cinder-799821-1-iscsi neutron-server[92954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 14:23:42.299540 dv-cinder-799821-1-iscsi neutron-server[92954]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 14:23:42.299540 dv-cinder-799821-1-iscsi neutron-server[92954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 14:23:42.299540 dv-cinder-799821-1-iscsi neutron-server[92954]: return self.request(url, 'GET', **kwargs) Jul 07 14:23:42.299540 dv-cinder-799821-1-iscsi neutron-server[92954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 14:23:42.299540 dv-cinder-799821-1-iscsi neutron-server[92954]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 14:23:42.299540 dv-cinder-799821-1-iscsi neutron-server[92954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 14:23:42.299540 dv-cinder-799821-1-iscsi neutron-server[92954]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 14:23:42.299540 dv-cinder-799821-1-iscsi neutron-server[92954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 14:23:42.299540 dv-cinder-799821-1-iscsi neutron-server[92954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 14:23:42.299540 dv-cinder-799821-1-iscsi neutron-server[92954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 14:23:42.353827 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-37319e36-45b8-4a42-84b2-1ad42f26734e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1662071'] for network, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:23:42.359301 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-37319e36-45b8-4a42-84b2-1ad42f26734e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582248'] for network, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:23:42.362338 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-37319e36-45b8-4a42-84b2-1ad42f26734e admin admin] 10.222.0.16 "DELETE /v2.0/networks/b9c290a8-969b-4064-9202-be4227906d81 HTTP/1.1" status: 204 len: 168 time: 0.5178695 Jul 07 14:23:42.364979 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 34460) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:23:42.373390 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37319e36-45b8-4a42-84b2-1ad42f26734e admin admin] Pushing event deleted for resources: {'Network': ['ID=b9c290a8-969b-4064-9202-be4227906d81,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:23:42.728578 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-72215518-e897-4303-85ee-473c5e409ac9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1712148'] for router_interface, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:23:42.771191 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Device 2eab2398-c441-44b0-9e6c-346231dc079d no longer exists at agent ovs-agent-dv-cinder-799821-1-iscsi {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 14:23:42.790816 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] No Port match for: 2eab2398-c441-44b0-9e6c-346231dc079d {{(pid=92955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 14:23:42.791167 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Device 2eab2398-c441-44b0-9e6c-346231dc079d not bound to the agent host dv-cinder-799821-1-iscsi {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 14:23:42.791579 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Device 32136e5c-3ae7-4c6f-8a47-9533ffc499ab no longer exists at agent ovs-agent-dv-cinder-799821-1-iscsi {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 14:23:42.810567 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] No Port match for: 32136e5c-3ae7-4c6f-8a47-9533ffc499ab {{(pid=92955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 14:23:42.810919 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Device 32136e5c-3ae7-4c6f-8a47-9533ffc499ab not bound to the agent host dv-cinder-799821-1-iscsi {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 14:23:42.811332 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Device 27cc9aca-3376-4b58-8b05-db6aa9deadc4 no longer exists at agent ovs-agent-dv-cinder-799821-1-iscsi {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 14:23:42.829837 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] No Port match for: 27cc9aca-3376-4b58-8b05-db6aa9deadc4 {{(pid=92955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 14:23:42.830180 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Device 27cc9aca-3376-4b58-8b05-db6aa9deadc4 not bound to the agent host dv-cinder-799821-1-iscsi {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 14:23:42.986067 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-72215518-e897-4303-85ee-473c5e409ac9 admin admin] Deleting port e3d26945-2d22-4db8-a014-45b7930bc038 {{(pid=92953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 14:23:42.986672 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-72215518-e897-4303-85ee-473c5e409ac9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744351408860'] for port, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:23:43.060590 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-72215518-e897-4303-85ee-473c5e409ac9 admin admin] For port e3d26945-2d22-4db8-a014-45b7930bc038, host dv-cinder-799821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799821-1-iscsi',level=0,port_id=e3d26945-2d22-4db8-a014-45b7930bc038,segment=NetworkSegment(5e134f2c-b488-40b6-83ca-60e86e6f7501),segment_id=5e134f2c-b488-40b6-83ca-60e86e6f7501)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 14:23:43.060944 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-72215518-e897-4303-85ee-473c5e409ac9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1715988'] for port, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:23:43.073700 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-72215518-e897-4303-85ee-473c5e409ac9 admin admin] Calling delete_port for e3d26945-2d22-4db8-a014-45b7930bc038 owned by network:router_interface {{(pid=92953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 14:23:43.248266 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-72215518-e897-4303-85ee-473c5e409ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744351415830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744350976997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2608659'] for port, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:23:43.274602 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72215518-e897-4303-85ee-473c5e409ac9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3d26945-2d22-4db8-a014-45b7930bc038,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:23:43.440071 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-72215518-e897-4303-85ee-473c5e409ac9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1716010'] for router_interface, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:23:43.647845 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72215518-e897-4303-85ee-473c5e409ac9 admin admin] Router e41c88bf-0f30-41cf-bde1-e83567753c1c has already been hosted by L3 agent 652ddd47-bc13-4e1c-8285-b4eb8cea957f {{(pid=92953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 14:23:43.752846 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72215518-e897-4303-85ee-473c5e409ac9 admin admin] Notify agent at l3_agent.dv-cinder-799821-1-iscsi the message routers_updated {{(pid=92953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 14:23:43.757991 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-72215518-e897-4303-85ee-473c5e409ac9 admin admin] 10.222.0.16 "PUT /v2.0/routers/e41c88bf-0f30-41cf-bde1-e83567753c1c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3919289 Jul 07 14:23:43.760426 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 34474) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:23:43.761541 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4329ea9c-8958-4531-be87-c6b73746fbb0 None None] Sync routers for ids ['e41c88bf-0f30-41cf-bde1-e83567753c1c'] in dv-cinder-799821-1-iscsi {{(pid=92955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 14:23:43.771121 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4329ea9c-8958-4531-be87-c6b73746fbb0 None None] Routers {'e41c88bf-0f30-41cf-bde1-e83567753c1c'} bound to L3 agent in host dv-cinder-799821-1-iscsi {{(pid=92955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 14:23:43.771732 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-4329ea9c-8958-4531-be87-c6b73746fbb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T13:53:27Z,description=,heartbeat_timestamp=2021-07-07T14:23:27Z,host='dv-cinder-799821-1-iscsi',id=652ddd47-bc13-4e1c-8285-b4eb8cea957f,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:53:27Z,topic='l3_agent')) {'router_ids': ['e41c88bf-0f30-41cf-bde1-e83567753c1c'], 'active': True} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:23:43.867289 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-627f9edb-ff16-4983-829b-84f9b648b1f8 admin admin] Notify callbacks [] for router, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:23:43.881296 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvr_db [None req-4329ea9c-8958-4531-be87-c6b73746fbb0 None None] Set router e41c88bf-0f30-41cf-bde1-e83567753c1c gateway port host: dv-cinder-799821-1-iscsi {{(pid=92955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 14:23:44.065622 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-4329ea9c-8958-4531-be87-c6b73746fbb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e41c88bf-0f30-41cf-bde1-e83567753c1c', 'name': 'tempest-TestShelveInstance-517488827-router', 'tenant_id': '00d9b10df6504d93bbacb99a59585b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'external_fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '97c47f6d-9562-4e7e-afad-5bd8025637d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T14:17:33Z', 'updated_at': '2021-07-07T14:23:43Z', 'revision_number': 5, 'project_id': '00d9b10df6504d93bbacb99a59585b12', 'gw_port': {'id': '97c47f6d-9562-4e7e-afad-5bd8025637d1', 'name': '', 'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:7a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e41c88bf-0f30-41cf-bde1-e83567753c1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:17:33Z', 'updated_at': '2021-07-07T14:17:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799821-1-iscsi'}], 'dv-cinder-799821-1-iscsi', False) {} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:23:44.205042 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-627f9edb-ff16-4983-829b-84f9b648b1f8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:23:44.207177 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4329ea9c-8958-4531-be87-c6b73746fbb0 None None] Checking router: e41c88bf-0f30-41cf-bde1-e83567753c1c for host: dv-cinder-799821-1-iscsi {{(pid=92955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 14:23:44.216473 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4329ea9c-8958-4531-be87-c6b73746fbb0 None None] Routers {'e41c88bf-0f30-41cf-bde1-e83567753c1c'} bound to L3 agent in host dv-cinder-799821-1-iscsi {{(pid=92955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 14:23:44.217453 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-4329ea9c-8958-4531-be87-c6b73746fbb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T13:53:27Z,description=,heartbeat_timestamp=2021-07-07T14:23:27Z,host='dv-cinder-799821-1-iscsi',id=652ddd47-bc13-4e1c-8285-b4eb8cea957f,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:53:27Z,topic='l3_agent')) {'router_ids': ['e41c88bf-0f30-41cf-bde1-e83567753c1c'], 'active': True} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:23:44.265993 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-627f9edb-ff16-4983-829b-84f9b648b1f8 admin admin] Deleting port 97c47f6d-9562-4e7e-afad-5bd8025637d1 {{(pid=92953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 14:23:44.267017 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-627f9edb-ff16-4983-829b-84f9b648b1f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744351408860'] for port, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:23:44.302104 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvr_db [None req-4329ea9c-8958-4531-be87-c6b73746fbb0 None None] Set router e41c88bf-0f30-41cf-bde1-e83567753c1c gateway port host: None {{(pid=92955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 14:23:44.343798 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-627f9edb-ff16-4983-829b-84f9b648b1f8 admin admin] For port 97c47f6d-9562-4e7e-afad-5bd8025637d1, host dv-cinder-799821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799821-1-iscsi',level=0,port_id=97c47f6d-9562-4e7e-afad-5bd8025637d1,segment=NetworkSegment(f9b1122d-b65f-4a0f-8420-4cc063cf42b9),segment_id=f9b1122d-b65f-4a0f-8420-4cc063cf42b9)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 14:23:44.344080 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-627f9edb-ff16-4983-829b-84f9b648b1f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1715988'] for port, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:23:44.353406 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-4329ea9c-8958-4531-be87-c6b73746fbb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e41c88bf-0f30-41cf-bde1-e83567753c1c', 'name': 'tempest-TestShelveInstance-517488827-router', 'tenant_id': '00d9b10df6504d93bbacb99a59585b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T14:17:33Z', 'updated_at': '2021-07-07T14:23:44Z', 'revision_number': 6, 'project_id': '00d9b10df6504d93bbacb99a59585b12', 'gw_port_host': None}], 'dv-cinder-799821-1-iscsi', False) {} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:23:44.356723 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-627f9edb-ff16-4983-829b-84f9b648b1f8 admin admin] Calling delete_port for 97c47f6d-9562-4e7e-afad-5bd8025637d1 owned by network:router_gateway {{(pid=92953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 14:23:44.382123 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4329ea9c-8958-4531-be87-c6b73746fbb0 None None] The sync data for ids ['e41c88bf-0f30-41cf-bde1-e83567753c1c'] in dv-cinder-799821-1-iscsi is: [{'id': 'e41c88bf-0f30-41cf-bde1-e83567753c1c', 'name': 'tempest-TestShelveInstance-517488827-router', 'tenant_id': '00d9b10df6504d93bbacb99a59585b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T14:17:33Z', 'updated_at': '2021-07-07T14:23:44Z', 'revision_number': 6, 'project_id': '00d9b10df6504d93bbacb99a59585b12', 'gw_port_host': None}] {{(pid=92955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 14:23:44.520011 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-627f9edb-ff16-4983-829b-84f9b648b1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744351415830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744350976997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2608659'] for port, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:23:44.544352 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627f9edb-ff16-4983-829b-84f9b648b1f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=97c47f6d-9562-4e7e-afad-5bd8025637d1,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:23:44.614799 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-627f9edb-ff16-4983-829b-84f9b648b1f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1662035'] for router_gateway, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:23:44.703332 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-627f9edb-ff16-4983-829b-84f9b648b1f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1724647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6200'] for router, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:23:44.705525 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-627f9edb-ff16-4983-829b-84f9b648b1f8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:23:44.762407 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-627f9edb-ff16-4983-829b-84f9b648b1f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1727095'] for router, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:23:44.763329 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-627f9edb-ff16-4983-829b-84f9b648b1f8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e41c88bf-0f30-41cf-bde1-e83567753c1c {{(pid=92953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 14:23:44.770315 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-627f9edb-ff16-4983-829b-84f9b648b1f8 admin admin] Notify callbacks [] for router, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:23:44.771525 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-627f9edb-ff16-4983-829b-84f9b648b1f8 admin admin] 10.222.0.16 "DELETE /v2.0/routers/e41c88bf-0f30-41cf-bde1-e83567753c1c HTTP/1.1" status: 204 len: 168 time: 1.0101497 Jul 07 14:23:44.774272 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 34484) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:23:44.838040 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c7f7818-9d7d-4c9a-8691-b78b08062ec0 admin admin] Deleting subnet 0d764c77-42d4-4616-9359-940c307f2148 {{(pid=92954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 14:23:44.841306 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-2c7f7818-9d7d-4c9a-8691-b78b08062ec0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:23:44.881968 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-2c7f7818-9d7d-4c9a-8691-b78b08062ec0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8726972'] for subnet, precommit_delete_associations {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:23:44.954949 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-2c7f7818-9d7d-4c9a-8691-b78b08062ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736859'] for subnet, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:23:45.005844 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-2c7f7818-9d7d-4c9a-8691-b78b08062ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8461682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8771930'] for subnet, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:23:45.032835 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7f7818-9d7d-4c9a-8691-b78b08062ec0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d764c77-42d4-4616-9359-940c307f2148,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:23:45.034810 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-2c7f7818-9d7d-4c9a-8691-b78b08062ec0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:23:45.036666 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-2c7f7818-9d7d-4c9a-8691-b78b08062ec0 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/0d764c77-42d4-4616-9359-940c307f2148 HTTP/1.1" status: 204 len: 168 time: 0.2613726 Jul 07 14:23:45.039077 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 34490) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:23:45.041635 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc7a29ff-c6e7-42ba-9eed-e4639a8153d6 None None] Network d7a78780-b8f0-4ab1-9c76-b222c72088ba requested from dv-cinder-799821-1-iscsi {{(pid=92955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 14:23:45.115083 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-0c91d5c6-7d90-43a7-84f0-fc52fd80853c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573990'] for network, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:23:45.149149 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Device e3d26945-2d22-4db8-a014-45b7930bc038 no longer exists at agent ovs-agent-dv-cinder-799821-1-iscsi {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 14:23:45.170487 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.plugin [None req-0c91d5c6-7d90-43a7-84f0-fc52fd80853c admin admin] Deleting port 52cfbc89-daf8-4066-996d-f34f208626da {{(pid=92954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 14:23:45.171084 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-0c91d5c6-7d90-43a7-84f0-fc52fd80853c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744351408860'] for port, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:23:45.172220 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] No Port match for: e3d26945-2d22-4db8-a014-45b7930bc038 {{(pid=92955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 14:23:45.173150 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Device e3d26945-2d22-4db8-a014-45b7930bc038 not bound to the agent host dv-cinder-799821-1-iscsi {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 14:23:45.240202 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [None req-0c91d5c6-7d90-43a7-84f0-fc52fd80853c admin admin] For port 52cfbc89-daf8-4066-996d-f34f208626da, host dv-cinder-799821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799821-1-iscsi',level=0,port_id=52cfbc89-daf8-4066-996d-f34f208626da,segment=NetworkSegment(5e134f2c-b488-40b6-83ca-60e86e6f7501),segment_id=5e134f2c-b488-40b6-83ca-60e86e6f7501)] {{(pid=92954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 14:23:45.240564 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-0c91d5c6-7d90-43a7-84f0-fc52fd80853c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1715988'] for port, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:23:45.248489 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be4929cd-9b02-496c-bb0d-8eb112376485 None None] DHCP port deletion for d7a78780-b8f0-4ab1-9c76-b222c72088ba request from dv-cinder-799821-1-iscsi {{(pid=92955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 14:23:45.254950 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.plugin [None req-0c91d5c6-7d90-43a7-84f0-fc52fd80853c admin admin] Calling delete_port for 52cfbc89-daf8-4066-996d-f34f208626da owned by network:dhcp {{(pid=92954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 14:23:45.296051 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-be4929cd-9b02-496c-bb0d-8eb112376485 None None] Deleting port 52cfbc89-daf8-4066-996d-f34f208626da {{(pid=92955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 14:23:45.296426 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-be4929cd-9b02-496c-bb0d-8eb112376485 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744351408860'] for port, before_delete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:23:45.376147 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-be4929cd-9b02-496c-bb0d-8eb112376485 None None] For port 52cfbc89-daf8-4066-996d-f34f208626da, host dv-cinder-799821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799821-1-iscsi',level=0,port_id=52cfbc89-daf8-4066-996d-f34f208626da,segment=NetworkSegment(5e134f2c-b488-40b6-83ca-60e86e6f7501),segment_id=5e134f2c-b488-40b6-83ca-60e86e6f7501)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 14:23:45.377429 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-be4929cd-9b02-496c-bb0d-8eb112376485 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1715988'] for port, precommit_delete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:23:45.398263 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-be4929cd-9b02-496c-bb0d-8eb112376485 None None] Calling delete_port for 52cfbc89-daf8-4066-996d-f34f208626da owned by network:dhcp {{(pid=92955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 14:23:45.482828 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-be4929cd-9b02-496c-bb0d-8eb112376485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744351415830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744350976997'] for port, after_delete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:23:45.505874 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4929cd-9b02-496c-bb0d-8eb112376485 None None] Pushing event deleted for resources: {'Port': ['ID=52cfbc89-daf8-4066-996d-f34f208626da,revision_number=None']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:23:45.512917 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4929cd-9b02-496c-bb0d-8eb112376485 None None] No DVR routers for this DVR port 52cfbc89-daf8-4066-996d-f34f208626da on host dv-cinder-799821-1-iscsi {{(pid=92955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 14:23:45.523922 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4929cd-9b02-496c-bb0d-8eb112376485 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:23:45.524273 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4929cd-9b02-496c-bb0d-8eb112376485 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:23:45.524613 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4929cd-9b02-496c-bb0d-8eb112376485 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:23:45.524947 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4929cd-9b02-496c-bb0d-8eb112376485 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:23:45.525280 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4929cd-9b02-496c-bb0d-8eb112376485 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:23:45.525722 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4929cd-9b02-496c-bb0d-8eb112376485 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:23:45.525921 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4929cd-9b02-496c-bb0d-8eb112376485 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:23:45.526245 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4929cd-9b02-496c-bb0d-8eb112376485 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:23:45.526598 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4929cd-9b02-496c-bb0d-8eb112376485 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:23:45.526920 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4929cd-9b02-496c-bb0d-8eb112376485 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:23:45.527239 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4929cd-9b02-496c-bb0d-8eb112376485 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:23:45.527562 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4929cd-9b02-496c-bb0d-8eb112376485 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:23:45.645663 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-0c91d5c6-7d90-43a7-84f0-fc52fd80853c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744351415830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744350976997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8461640'] for port, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:23:45.656039 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-15ca2f2a-7a96-4920-b440-e51e093dd2df req-2b3ece8f-fe2e-4424-a5b4-402318727dc2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b21bb8c6-b904-4df4-86d3-22a5b66ad5de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0865095 Jul 07 14:23:45.676224 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c91d5c6-7d90-43a7-84f0-fc52fd80853c admin admin] Pushing event deleted for resources: {'Port': ['ID=52cfbc89-daf8-4066-996d-f34f208626da,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:23:45.679510 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c91d5c6-7d90-43a7-84f0-fc52fd80853c admin admin] No DVR routers for this DVR port 52cfbc89-daf8-4066-996d-f34f208626da on host dv-cinder-799821-1-iscsi {{(pid=92954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 14:23:45.781082 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-0c91d5c6-7d90-43a7-84f0-fc52fd80853c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730318', 'neutron.services.segments.db._delete_segments_for_network-8744351280222'] for network, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:23:45.792377 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.services.segments.db [None req-0c91d5c6-7d90-43a7-84f0-fc52fd80853c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7a78780-b8f0-4ab1-9c76-b222c72088ba']}} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:23:45.804547 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.services.segments.db [None req-0c91d5c6-7d90-43a7-84f0-fc52fd80853c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e134f2c-b488-40b6-83ca-60e86e6f7501') {'for_net_delete': True} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:23:45.804837 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.services.segments.db [None req-0c91d5c6-7d90-43a7-84f0-fc52fd80853c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e134f2c-b488-40b6-83ca-60e86e6f7501') {} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:23:45.823268 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-0c91d5c6-7d90-43a7-84f0-fc52fd80853c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744351507842', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8726955'] for segment, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:23:45.831563 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ca2f2a-7a96-4920-b440-e51e093dd2df req-f27bf472-dac8-427d-827a-e7bfe24239a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:23:45.833085 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-15ca2f2a-7a96-4920-b440-e51e093dd2df req-f27bf472-dac8-427d-827a-e7bfe24239a3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=62e31021b8044cd1897e43a8d26275b9&device_id=b21bb8c6-b904-4df4-86d3-22a5b66ad5de HTTP/1.1" status: 200 len: 1099 time: 0.1304736 Jul 07 14:23:45.841231 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-0c91d5c6-7d90-43a7-84f0-fc52fd80853c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:23:45.847902 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c91d5c6-7d90-43a7-84f0-fc52fd80853c admin admin] Releasing vlan 601 on physical network physnet1 to pool {{(pid=92954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 14:23:45.848288 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-0c91d5c6-7d90-43a7-84f0-fc52fd80853c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8461719'] for segment, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:23:45.850367 dv-cinder-799821-1-iscsi neutron-server[92954]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 14:23:45.850367 dv-cinder-799821-1-iscsi neutron-server[92954]: self.session.flush() Jul 07 14:23:45.850367 dv-cinder-799821-1-iscsi neutron-server[92954]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 14:23:45.850367 dv-cinder-799821-1-iscsi neutron-server[92954]: self.session.flush() Jul 07 14:23:45.850367 dv-cinder-799821-1-iscsi neutron-server[92954]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 14:23:45.850367 dv-cinder-799821-1-iscsi neutron-server[92954]: self.session.flush() Jul 07 14:23:45.850367 dv-cinder-799821-1-iscsi neutron-server[92954]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 14:23:45.850367 dv-cinder-799821-1-iscsi neutron-server[92954]: self.session.flush() Jul 07 14:23:45.850367 dv-cinder-799821-1-iscsi neutron-server[92954]: Traceback (most recent call last): Jul 07 14:23:45.850367 dv-cinder-799821-1-iscsi neutron-server[92954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 14:23:45.850367 dv-cinder-799821-1-iscsi neutron-server[92954]: timer() Jul 07 14:23:45.850367 dv-cinder-799821-1-iscsi neutron-server[92954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 14:23:45.850367 dv-cinder-799821-1-iscsi neutron-server[92954]: cb(*args, **kw) Jul 07 14:23:45.850367 dv-cinder-799821-1-iscsi neutron-server[92954]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 14:23:45.850367 dv-cinder-799821-1-iscsi neutron-server[92954]: return func(*args, **kwargs) Jul 07 14:23:45.850367 dv-cinder-799821-1-iscsi neutron-server[92954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 14:23:45.850367 dv-cinder-799821-1-iscsi neutron-server[92954]: self._notify() Jul 07 14:23:45.850367 dv-cinder-799821-1-iscsi neutron-server[92954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 14:23:45.850367 dv-cinder-799821-1-iscsi neutron-server[92954]: self.callback(batched_events) Jul 07 14:23:45.850367 dv-cinder-799821-1-iscsi neutron-server[92954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 14:23:45.850367 dv-cinder-799821-1-iscsi neutron-server[92954]: event.method(event) Jul 07 14:23:45.850367 dv-cinder-799821-1-iscsi neutron-server[92954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 14:23:45.850367 dv-cinder-799821-1-iscsi neutron-server[92954]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 14:23:45.850367 dv-cinder-799821-1-iscsi neutron-server[92954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 14:23:45.850367 dv-cinder-799821-1-iscsi neutron-server[92954]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 14:23:45.850367 dv-cinder-799821-1-iscsi neutron-server[92954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 14:23:45.850367 dv-cinder-799821-1-iscsi neutron-server[92954]: return f(self, *a, **k) Jul 07 14:23:45.850367 dv-cinder-799821-1-iscsi neutron-server[92954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 14:23:45.850367 dv-cinder-799821-1-iscsi neutron-server[92954]: return self._get(url).json() Jul 07 14:23:45.850367 dv-cinder-799821-1-iscsi neutron-server[92954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 14:23:45.850367 dv-cinder-799821-1-iscsi neutron-server[92954]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 14:23:45.850367 dv-cinder-799821-1-iscsi neutron-server[92954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 14:23:45.850367 dv-cinder-799821-1-iscsi neutron-server[92954]: return self.request(url, 'GET', **kwargs) Jul 07 14:23:45.850367 dv-cinder-799821-1-iscsi neutron-server[92954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 14:23:45.850367 dv-cinder-799821-1-iscsi neutron-server[92954]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 14:23:45.850367 dv-cinder-799821-1-iscsi neutron-server[92954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 14:23:45.850367 dv-cinder-799821-1-iscsi neutron-server[92954]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 14:23:45.850367 dv-cinder-799821-1-iscsi neutron-server[92954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 14:23:45.850367 dv-cinder-799821-1-iscsi neutron-server[92954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 14:23:45.850367 dv-cinder-799821-1-iscsi neutron-server[92954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 14:23:45.952812 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-0c91d5c6-7d90-43a7-84f0-fc52fd80853c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1662071'] for network, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:23:45.961687 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-0c91d5c6-7d90-43a7-84f0-fc52fd80853c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582248'] for network, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:23:45.963553 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-0c91d5c6-7d90-43a7-84f0-fc52fd80853c admin admin] 10.222.0.16 "DELETE /v2.0/networks/d7a78780-b8f0-4ab1-9c76-b222c72088ba HTTP/1.1" status: 204 len: 168 time: 0.9235775 Jul 07 14:23:45.984766 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c91d5c6-7d90-43a7-84f0-fc52fd80853c admin admin] Pushing event deleted for resources: {'Network': ['ID=d7a78780-b8f0-4ab1-9c76-b222c72088ba,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:23:46.001845 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ca2f2a-7a96-4920-b440-e51e093dd2df req-7f82b217-4456-4e29-9def-f681639c709a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:23:46.003390 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-15ca2f2a-7a96-4920-b440-e51e093dd2df req-7f82b217-4456-4e29-9def-f681639c709a service neutron] 10.222.0.24 "GET /v2.0/networks?id=d5a402b8-fb82-49d2-a591-a3a216137cac HTTP/1.1" status: 200 len: 920 time: 0.1426306 Jul 07 14:23:46.048946 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-15ca2f2a-7a96-4920-b440-e51e093dd2df req-7c87bde0-771c-4330-aacd-f1e297d4ff04 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aa480a01-6ac1-4a90-a7d2-37320144b089 HTTP/1.1" status: 200 len: 217 time: 0.0370245 Jul 07 14:23:46.076636 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 34502) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:23:46.103321 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ca2f2a-7a96-4920-b440-e51e093dd2df req-ab8f6bf5-4254-499b-a369-c4399f2c510f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:23:46.104795 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-15ca2f2a-7a96-4920-b440-e51e093dd2df req-ab8f6bf5-4254-499b-a369-c4399f2c510f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=48d63b35-a0f2-4925-98ff-d191be5c1517 HTTP/1.1" status: 200 len: 859 time: 0.0466173 Jul 07 14:23:46.126620 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-bd46dfad-06d0-4720-8c50-1c9520d8608a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fcc896fb4dce444c9b1ca79c4292880a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0429096 Jul 07 14:23:46.126763 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 34504) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:23:46.147070 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-15ca2f2a-7a96-4920-b440-e51e093dd2df req-b731be20-1c2e-4714-b452-c31dd588db57 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d5a402b8-fb82-49d2-a591-a3a216137cac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324757 Jul 07 14:23:46.241095 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-0a182c73-d524-48b5-8c10-d48169b3ddb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:23:46.278052 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-0a182c73-d524-48b5-8c10-d48169b3ddb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:23:46.290204 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-15ca2f2a-7a96-4920-b440-e51e093dd2df req-7e4bd2c1-4e3d-472d-9162-2be39c7ff193 service neutron] 10.222.0.24 "GET /v2.0/networks/d5a402b8-fb82-49d2-a591-a3a216137cac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339285 Jul 07 14:23:46.383060 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-0a182c73-d524-48b5-8c10-d48169b3ddb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:23:46.385513 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-0a182c73-d524-48b5-8c10-d48169b3ddb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:23:46.386641 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-0a182c73-d524-48b5-8c10-d48169b3ddb5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/eedfaae9-16a6-4cec-9acf-a7b17f496526 HTTP/1.1" status: 204 len: 168 time: 0.2625518 Jul 07 14:23:46.398945 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a182c73-d524-48b5-8c10-d48169b3ddb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eedfaae9-16a6-4cec-9acf-a7b17f496526,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:23:46.410265 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-15ca2f2a-7a96-4920-b440-e51e093dd2df req-ffc9da8e-cb25-4e24-b305-87f549f7dec0 service neutron] 10.222.0.24 "GET /v2.0/networks/d5a402b8-fb82-49d2-a591-a3a216137cac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057274 Jul 07 14:23:46.711829 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 34512) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:23:46.753089 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-e7d4ae4c-025e-4674-a078-b1a97915413d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=00d9b10df6504d93bbacb99a59585b12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0398576 Jul 07 14:23:46.755470 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 34514) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:23:46.785022 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Device 97c47f6d-9562-4e7e-afad-5bd8025637d1 no longer exists at agent ovs-agent-dv-cinder-799821-1-iscsi {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 14:23:46.813179 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] No Port match for: 97c47f6d-9562-4e7e-afad-5bd8025637d1 {{(pid=92955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 14:23:46.813622 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Device 97c47f6d-9562-4e7e-afad-5bd8025637d1 not bound to the agent host dv-cinder-799821-1-iscsi {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 14:23:46.813996 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Device 52cfbc89-daf8-4066-996d-f34f208626da no longer exists at agent ovs-agent-dv-cinder-799821-1-iscsi {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 14:23:46.824058 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-056c3d4c-2d6e-4902-b5b1-4d7a6c5df716 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:23:46.836335 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] No Port match for: 52cfbc89-daf8-4066-996d-f34f208626da {{(pid=92955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 14:23:46.836997 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Device 52cfbc89-daf8-4066-996d-f34f208626da not bound to the agent host dv-cinder-799821-1-iscsi {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 14:23:46.857655 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-056c3d4c-2d6e-4902-b5b1-4d7a6c5df716 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:23:46.908638 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-056c3d4c-2d6e-4902-b5b1-4d7a6c5df716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:23:46.914107 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-056c3d4c-2d6e-4902-b5b1-4d7a6c5df716 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:23:46.914107 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-056c3d4c-2d6e-4902-b5b1-4d7a6c5df716 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7d3f8d31-cd65-49d7-9f51-193a639d6584 HTTP/1.1" status: 204 len: 168 time: 0.1574056 Jul 07 14:23:46.924246 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056c3d4c-2d6e-4902-b5b1-4d7a6c5df716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d3f8d31-cd65-49d7-9f51-193a639d6584,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:23:54.888109 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-45397fd2-3f39-4ad6-b01f-0803e6711ce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:23:57.511661 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-8f3c89ac-c7c5-4489-8189-75070ab89938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:23:57.827017 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:23:58.686124 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-797095d9-f31f-46bc-add0-d9922559420e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:24:00.275267 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-de2cb0b5-6e4a-418e-bae1-4b4e8a512c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:24:02.457039 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:24:13.240585 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.agents_db [None req-578d1851-68de-424d-8d1f-a58f436dd381 None None] Agent healthcheck: found 6 active agents {{(pid=92956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 14:24:24.888934 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-89aa9dcd-1c8a-488d-8396-03be0005eb60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:24:27.511168 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-e9332a42-f231-4dc9-8331-6e1b4b0081ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:24:27.828559 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:24:28.688181 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-797095d9-f31f-46bc-add0-d9922559420e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:24:30.280827 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-de2cb0b5-6e4a-418e-bae1-4b4e8a512c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:24:32.469024 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:24:45.449875 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-bcff12ed-bb3e-4dff-bd59-992153ebf593 req-ce2b6247-4751-45ea-a244-9e539fd36915 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fe763980-b8d0-4f59-a81f-cc75d57e74f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0514135 Jul 07 14:24:45.522352 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcff12ed-bb3e-4dff-bd59-992153ebf593 req-32d7898c-2b1a-4444-abcd-ca60277203c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:24:45.524022 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-bcff12ed-bb3e-4dff-bd59-992153ebf593 req-32d7898c-2b1a-4444-abcd-ca60277203c3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4606813b7d26435ca537716b5eac6fcc&device_id=fe763980-b8d0-4f59-a81f-cc75d57e74f4 HTTP/1.1" status: 200 len: 1098 time: 0.0516489 Jul 07 14:24:45.633188 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcff12ed-bb3e-4dff-bd59-992153ebf593 req-af359a11-9ca4-4e07-9eaf-45acd755f6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:24:45.634686 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-bcff12ed-bb3e-4dff-bd59-992153ebf593 req-af359a11-9ca4-4e07-9eaf-45acd755f6d7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8ff1e969-aa56-4a37-b509-25263365d4bf HTTP/1.1" status: 200 len: 916 time: 0.0908816 Jul 07 14:24:45.677892 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-bcff12ed-bb3e-4dff-bd59-992153ebf593 req-ea3d873d-4dd6-48ca-a2b6-2dee1338a366 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b89c6e8f-613d-4f60-add8-50ad29e55b09 HTTP/1.1" status: 200 len: 217 time: 0.0322030 Jul 07 14:24:45.727555 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcff12ed-bb3e-4dff-bd59-992153ebf593 req-d0d7d54b-2a65-4647-b481-5b63003502ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:24:45.728935 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-bcff12ed-bb3e-4dff-bd59-992153ebf593 req-d0d7d54b-2a65-4647-b481-5b63003502ff service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3c42dee8-1dec-4168-bdb5-a4e686f12390 HTTP/1.1" status: 200 len: 855 time: 0.0419075 Jul 07 14:24:45.771026 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-bcff12ed-bb3e-4dff-bd59-992153ebf593 req-3d54810e-d575-4a2b-8686-37ee51521246 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8ff1e969-aa56-4a37-b509-25263365d4bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323997 Jul 07 14:24:45.861443 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-bcff12ed-bb3e-4dff-bd59-992153ebf593 req-f57700dc-3fc5-48e5-a91b-b0d5ca05e929 service neutron] 10.222.0.24 "GET /v2.0/networks/8ff1e969-aa56-4a37-b509-25263365d4bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799441 Jul 07 14:24:45.954408 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-bcff12ed-bb3e-4dff-bd59-992153ebf593 req-cdd307b9-936b-413b-bf8a-642ae9c5aeee service neutron] 10.222.0.24 "GET /v2.0/networks/8ff1e969-aa56-4a37-b509-25263365d4bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829759 Jul 07 14:24:50.240116 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.agents_db [None req-578d1851-68de-424d-8d1f-a58f436dd381 None None] Agent healthcheck: found 6 active agents {{(pid=92956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 14:24:54.889421 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-d18f027e-53ad-46f0-91d1-30a7b7860c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:24:57.510386 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-34271e00-d7ba-4bae-b53f-28443f03a636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:24:57.834513 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:24:58.691727 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-797095d9-f31f-46bc-add0-d9922559420e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:25:00.280319 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-de2cb0b5-6e4a-418e-bae1-4b4e8a512c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:25:02.473436 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:25:24.890222 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-53b06087-278c-4607-be04-033a83aff9d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:25:27.238630 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.agents_db [None req-578d1851-68de-424d-8d1f-a58f436dd381 None None] Agent healthcheck: found 6 active agents {{(pid=92956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 14:25:27.509874 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-99d73778-685d-4528-9d7c-3d70d2e1ebc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:25:27.834240 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:25:28.698212 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-797095d9-f31f-46bc-add0-d9922559420e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:25:30.284440 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-de2cb0b5-6e4a-418e-bae1-4b4e8a512c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:25:32.472265 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:25:54.898488 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-c76cdf37-ea3d-4775-99cb-26b8ff658b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:25:57.510120 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-dec08d9b-831d-4f22-9081-9cf13ae9574a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:25:57.835271 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:25:58.699131 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-797095d9-f31f-46bc-add0-d9922559420e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:26:00.285921 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-de2cb0b5-6e4a-418e-bae1-4b4e8a512c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:26:02.469985 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:26:04.237771 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.agents_db [None req-578d1851-68de-424d-8d1f-a58f436dd381 None None] Agent healthcheck: found 6 active agents {{(pid=92956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 14:26:24.889231 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-6d3224ab-6dda-4fb8-8de8-cc281a2d5727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:26:27.511512 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-de07e4d0-fd32-415a-8feb-f600f17b61b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:26:27.834740 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:26:28.702889 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-797095d9-f31f-46bc-add0-d9922559420e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:26:30.289406 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-de2cb0b5-6e4a-418e-bae1-4b4e8a512c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:26:32.469106 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:26:41.235842 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.agents_db [None req-578d1851-68de-424d-8d1f-a58f436dd381 None None] Agent healthcheck: found 6 active agents {{(pid=92956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 14:26:47.516245 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-eff9a116-e777-418a-a176-6dfbd2eac54f req-d7a91c99-db95-4ce9-bab3-9cc8298c6999 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=96498ca8-2669-4f47-be39-a648f426eda3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1782427 Jul 07 14:26:47.616546 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff9a116-e777-418a-a176-6dfbd2eac54f req-0b95d6c1-c372-4076-8442-68c182d8a9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:26:47.618930 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-eff9a116-e777-418a-a176-6dfbd2eac54f req-0b95d6c1-c372-4076-8442-68c182d8a9bf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4606813b7d26435ca537716b5eac6fcc&device_id=96498ca8-2669-4f47-be39-a648f426eda3 HTTP/1.1" status: 200 len: 1099 time: 0.0543025 Jul 07 14:26:47.740560 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff9a116-e777-418a-a176-6dfbd2eac54f req-69ad4d52-4e2c-4d7a-8fad-bf67e0e84571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:26:47.742108 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-eff9a116-e777-418a-a176-6dfbd2eac54f req-69ad4d52-4e2c-4d7a-8fad-bf67e0e84571 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8ff1e969-aa56-4a37-b509-25263365d4bf HTTP/1.1" status: 200 len: 916 time: 0.0963211 Jul 07 14:26:47.786332 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-eff9a116-e777-418a-a176-6dfbd2eac54f req-56bfba66-5e1e-4fd7-8144-ffc58d0b9c6c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a6f266a4-eec8-4dc4-97e0-ad4c884aec24 HTTP/1.1" status: 200 len: 217 time: 0.0354638 Jul 07 14:26:47.837661 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff9a116-e777-418a-a176-6dfbd2eac54f req-7726392d-ebb0-4030-bd7a-3437ebd9484c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:26:47.839180 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-eff9a116-e777-418a-a176-6dfbd2eac54f req-7726392d-ebb0-4030-bd7a-3437ebd9484c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3c42dee8-1dec-4168-bdb5-a4e686f12390 HTTP/1.1" status: 200 len: 855 time: 0.0449321 Jul 07 14:26:47.879880 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-eff9a116-e777-418a-a176-6dfbd2eac54f req-3326ce8c-e53b-4396-b7e8-3df4705a8a50 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8ff1e969-aa56-4a37-b509-25263365d4bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307209 Jul 07 14:26:47.969480 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-eff9a116-e777-418a-a176-6dfbd2eac54f req-f0a427a7-73d1-4daa-bbe7-efc41d2b0704 service neutron] 10.222.0.24 "GET /v2.0/networks/8ff1e969-aa56-4a37-b509-25263365d4bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793922 Jul 07 14:26:48.062547 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-eff9a116-e777-418a-a176-6dfbd2eac54f req-6e55aaa7-a551-4ef4-9b4a-c5dcae1f675c service neutron] 10.222.0.24 "GET /v2.0/networks/8ff1e969-aa56-4a37-b509-25263365d4bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835853 Jul 07 14:26:54.889871 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-fa492b12-0804-4d1d-8d1a-c320daa4cfbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:26:57.511491 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-ee58e175-eab2-4aae-8d40-fb196b457aa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:26:57.834984 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:26:58.701575 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-797095d9-f31f-46bc-add0-d9922559420e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:00.293341 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-de2cb0b5-6e4a-418e-bae1-4b4e8a512c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:02.472140 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:18.233728 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.agents_db [None req-578d1851-68de-424d-8d1f-a58f436dd381 None None] Agent healthcheck: found 6 active agents {{(pid=92956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 14:27:24.890566 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-69514fca-c8e0-482d-a30d-2f1b42d76016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:27.512771 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-48b00f93-b167-41ca-bc2c-fb5535bbf6e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:27.835820 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:28.705029 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-797095d9-f31f-46bc-add0-d9922559420e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:30.123590 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc7e206-d22f-43db-b21c-ee05530de91a req-a2f1683d-5fdf-46fe-8fe2-4e8020857dee tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:27:30.125102 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-fdc7e206-d22f-43db-b21c-ee05530de91a req-a2f1683d-5fdf-46fe-8fe2-4e8020857dee tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] 10.222.0.16 "GET /v2.0/ports?device_id=b21bb8c6-b904-4df4-86d3-22a5b66ad5de HTTP/1.1" status: 200 len: 946 time: 0.1734092 Jul 07 14:27:30.165768 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-fdc7e206-d22f-43db-b21c-ee05530de91a req-cc854302-9a63-49f6-acb2-3fbd7d3afbdd tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] 10.222.0.16 "GET /v2.0/security-groups?id=2551a6d1-3472-4f52-8352-4993782bafeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347438 Jul 07 14:27:30.295281 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-de2cb0b5-6e4a-418e-bae1-4b4e8a512c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:30.551031 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247e0f4d-d496-4869-b3cf-72a584bc8d22 req-50ffbc80-6233-4ed7-b0da-18ac355c11c9 tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:27:30.552475 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-247e0f4d-d496-4869-b3cf-72a584bc8d22 req-50ffbc80-6233-4ed7-b0da-18ac355c11c9 tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] 10.222.0.24 "GET /v2.0/ports?device_id=b21bb8c6-b904-4df4-86d3-22a5b66ad5de HTTP/1.1" status: 200 len: 946 time: 0.0622475 Jul 07 14:27:30.654840 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.plugin [req-247e0f4d-d496-4869-b3cf-72a584bc8d22 req-87e0487d-521c-4385-a63f-e58976593860 tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] Deleting port aa480a01-6ac1-4a90-a7d2-37320144b089 {{(pid=92954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 14:27:30.655178 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-247e0f4d-d496-4869-b3cf-72a584bc8d22 req-87e0487d-521c-4385-a63f-e58976593860 tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744351408860'] for port, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:30.739637 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [req-247e0f4d-d496-4869-b3cf-72a584bc8d22 req-87e0487d-521c-4385-a63f-e58976593860 tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] For port aa480a01-6ac1-4a90-a7d2-37320144b089, host hv-cinder-79982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79982',level=0,port_id=aa480a01-6ac1-4a90-a7d2-37320144b089,segment=NetworkSegment(d4cb3a52-2815-4c98-bcbb-6804b3b1590e),segment_id=d4cb3a52-2815-4c98-bcbb-6804b3b1590e)] {{(pid=92954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 14:27:30.740016 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-247e0f4d-d496-4869-b3cf-72a584bc8d22 req-87e0487d-521c-4385-a63f-e58976593860 tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1715988'] for port, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:30.752545 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.plugin [req-247e0f4d-d496-4869-b3cf-72a584bc8d22 req-87e0487d-521c-4385-a63f-e58976593860 tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] Calling delete_port for aa480a01-6ac1-4a90-a7d2-37320144b089 owned by compute:nova {{(pid=92954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 14:27:30.880109 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-247e0f4d-d496-4869-b3cf-72a584bc8d22 req-87e0487d-521c-4385-a63f-e58976593860 tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744351415830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744350976997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8461640'] for port, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:30.896271 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] get_ports_and_sgs() called for port_ids ['306f1f7c-1872-49f6-b78a-22b9c85b975a'] {{(pid=92955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 14:27:30.906842 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e0487d-521c-4385-a63f-e58976593860 tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] Pushing event deleted for resources: {'Port': ['ID=aa480a01-6ac1-4a90-a7d2-37320144b089,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:27:30.921196 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e0487d-521c-4385-a63f-e58976593860 tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:27:30.921493 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e0487d-521c-4385-a63f-e58976593860 tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:27:30.921820 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e0487d-521c-4385-a63f-e58976593860 tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:27:30.922170 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e0487d-521c-4385-a63f-e58976593860 tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:27:30.922553 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e0487d-521c-4385-a63f-e58976593860 tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:27:30.923012 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e0487d-521c-4385-a63f-e58976593860 tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:27:30.923235 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e0487d-521c-4385-a63f-e58976593860 tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:27:30.923569 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e0487d-521c-4385-a63f-e58976593860 tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:27:30.923930 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e0487d-521c-4385-a63f-e58976593860 tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:27:30.924248 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e0487d-521c-4385-a63f-e58976593860 tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:27:30.924587 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e0487d-521c-4385-a63f-e58976593860 tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:27:30.924997 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e0487d-521c-4385-a63f-e58976593860 tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:27:30.962817 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [req-247e0f4d-d496-4869-b3cf-72a584bc8d22 req-87e0487d-521c-4385-a63f-e58976593860 tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] No DVR routers for this DVR port aa480a01-6ac1-4a90-a7d2-37320144b089 on host hv-cinder-79982 {{(pid=92954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 14:27:30.965218 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-247e0f4d-d496-4869-b3cf-72a584bc8d22 req-87e0487d-521c-4385-a63f-e58976593860 tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171717'] for port, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:30.967226 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-247e0f4d-d496-4869-b3cf-72a584bc8d22 req-87e0487d-521c-4385-a63f-e58976593860 tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] 10.222.0.24 "DELETE /v2.0/ports/aa480a01-6ac1-4a90-a7d2-37320144b089 HTTP/1.1" status: 204 len: 173 time: 0.4072707 Jul 07 14:27:30.967677 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b21bb8c6-b904-4df4-86d3-22a5b66ad5de', 'name': 'network-vif-deleted', 'tag': 'aa480a01-6ac1-4a90-a7d2-37320144b089'}] {{(pid=92954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 14:27:30.969907 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23a2f25214143ca7dc6eabc905ff8a7df5b3799efbbaa422209646810e3da78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7b7bdd9-e641-42ce-9771-042a73e3b8ce" -d '{"events": [{"server_uuid": "b21bb8c6-b904-4df4-86d3-22a5b66ad5de", "name": "network-vif-deleted", "tag": "aa480a01-6ac1-4a90-a7d2-37320144b089"}]}' {{(pid=92954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 14:27:31.089435 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 14:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30fca44d-9a41-4b2d-a04b-5455c82fffad x-openstack-request-id: req-30fca44d-9a41-4b2d-a04b-5455c82fffad {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 14:27:31.089761 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b21bb8c6-b904-4df4-86d3-22a5b66ad5de", "name": "network-vif-deleted", "tag": "aa480a01-6ac1-4a90-a7d2-37320144b089", "status": "completed", "code": 200}]} {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 14:27:31.090029 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-30fca44d-9a41-4b2d-a04b-5455c82fffad {{(pid=92954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 14:27:31.090487 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b21bb8c6-b904-4df4-86d3-22a5b66ad5de', 'name': 'network-vif-deleted', 'tag': 'aa480a01-6ac1-4a90-a7d2-37320144b089', 'status': 'completed', 'code': 200} Jul 07 14:27:31.332153 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-19ef16c3-ddf1-402d-8f57-bfeec117b75b req-b1562855-91a3-4421-a632-ef3e2a709f36 tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] 10.222.0.16 "GET /v2.0/ports?device_id=b21bb8c6-b904-4df4-86d3-22a5b66ad5de HTTP/1.1" status: 200 len: 210 time: 0.0302215 Jul 07 14:27:32.467349 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:32.814294 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Device aa480a01-6ac1-4a90-a7d2-37320144b089 no longer exists at agent hyperv_hv-cinder-79982 {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 14:27:32.826271 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1bdf2a-8ef8-4d8f-adfe-40fdb570f625 req-1190c849-fe1e-46b4-a850-25f85e9aacfe tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:27:32.827769 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-5b1bdf2a-8ef8-4d8f-adfe-40fdb570f625 req-1190c849-fe1e-46b4-a850-25f85e9aacfe tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] 10.222.0.16 "GET /v2.0/ports?device_id=795d3dde-bee1-49bb-8399-1b5f1b8d6905 HTTP/1.1" status: 200 len: 946 time: 0.1088953 Jul 07 14:27:32.834945 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] No Port match for: aa480a01-6ac1-4a90-a7d2-37320144b089 {{(pid=92955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 14:27:32.835363 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Device aa480a01-6ac1-4a90-a7d2-37320144b089 not bound to the agent host hv-cinder-79982 {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 14:27:32.865469 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-5b1bdf2a-8ef8-4d8f-adfe-40fdb570f625 req-ab45ad70-91ad-4d2d-a81f-e2cebf383d2f tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] 10.222.0.16 "GET /v2.0/security-groups?id=2551a6d1-3472-4f52-8352-4993782bafeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320137 Jul 07 14:27:33.140072 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278a0694-42ef-4a79-8f7a-45ef2a9e84fa req-f54c88ff-129d-4ced-92d4-ef3900e7b5ff tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:27:33.141413 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-278a0694-42ef-4a79-8f7a-45ef2a9e84fa req-f54c88ff-129d-4ced-92d4-ef3900e7b5ff tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] 10.222.0.24 "GET /v2.0/ports?device_id=795d3dde-bee1-49bb-8399-1b5f1b8d6905 HTTP/1.1" status: 200 len: 946 time: 0.0657344 Jul 07 14:27:33.242675 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.plugin [req-278a0694-42ef-4a79-8f7a-45ef2a9e84fa req-b34f23b7-c335-4110-8bbe-8e1a6534036e tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] Deleting port 306f1f7c-1872-49f6-b78a-22b9c85b975a {{(pid=92954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 14:27:33.243018 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-278a0694-42ef-4a79-8f7a-45ef2a9e84fa req-b34f23b7-c335-4110-8bbe-8e1a6534036e tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744351408860'] for port, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:33.334436 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [req-278a0694-42ef-4a79-8f7a-45ef2a9e84fa req-b34f23b7-c335-4110-8bbe-8e1a6534036e tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] For port 306f1f7c-1872-49f6-b78a-22b9c85b975a, host hv-cinder-79982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79982',level=0,port_id=306f1f7c-1872-49f6-b78a-22b9c85b975a,segment=NetworkSegment(d4cb3a52-2815-4c98-bcbb-6804b3b1590e),segment_id=d4cb3a52-2815-4c98-bcbb-6804b3b1590e)] {{(pid=92954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 14:27:33.334998 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-278a0694-42ef-4a79-8f7a-45ef2a9e84fa req-b34f23b7-c335-4110-8bbe-8e1a6534036e tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1715988'] for port, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:33.356168 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.plugin [req-278a0694-42ef-4a79-8f7a-45ef2a9e84fa req-b34f23b7-c335-4110-8bbe-8e1a6534036e tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] Calling delete_port for 306f1f7c-1872-49f6-b78a-22b9c85b975a owned by compute:nova {{(pid=92954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 14:27:33.482543 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-278a0694-42ef-4a79-8f7a-45ef2a9e84fa req-b34f23b7-c335-4110-8bbe-8e1a6534036e tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744351415830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744350976997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8461640'] for port, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:33.501590 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] get_ports_and_sgs() called for port_ids ['306f1f7c-1872-49f6-b78a-22b9c85b975a'] {{(pid=92955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 14:27:33.514207 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34f23b7-c335-4110-8bbe-8e1a6534036e tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] Pushing event deleted for resources: {'Port': ['ID=306f1f7c-1872-49f6-b78a-22b9c85b975a,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:27:33.559671 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [req-278a0694-42ef-4a79-8f7a-45ef2a9e84fa req-b34f23b7-c335-4110-8bbe-8e1a6534036e tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] No DVR routers for this DVR port 306f1f7c-1872-49f6-b78a-22b9c85b975a on host hv-cinder-79982 {{(pid=92954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 14:27:33.562249 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-278a0694-42ef-4a79-8f7a-45ef2a9e84fa req-b34f23b7-c335-4110-8bbe-8e1a6534036e tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171717'] for port, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:33.564232 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-278a0694-42ef-4a79-8f7a-45ef2a9e84fa req-b34f23b7-c335-4110-8bbe-8e1a6534036e tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] 10.222.0.24 "DELETE /v2.0/ports/306f1f7c-1872-49f6-b78a-22b9c85b975a HTTP/1.1" status: 204 len: 173 time: 0.4146972 Jul 07 14:27:33.564658 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '795d3dde-bee1-49bb-8399-1b5f1b8d6905', 'name': 'network-vif-deleted', 'tag': '306f1f7c-1872-49f6-b78a-22b9c85b975a'}] {{(pid=92954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 14:27:33.566940 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23a2f25214143ca7dc6eabc905ff8a7df5b3799efbbaa422209646810e3da78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-821bf7a8-1474-4e0f-b533-26fc526d05b2" -d '{"events": [{"server_uuid": "795d3dde-bee1-49bb-8399-1b5f1b8d6905", "name": "network-vif-deleted", "tag": "306f1f7c-1872-49f6-b78a-22b9c85b975a"}]}' {{(pid=92954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 14:27:33.606051 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 14:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64f989cf-4a2d-40ce-a7b1-e6a23182ac3e x-openstack-request-id: req-64f989cf-4a2d-40ce-a7b1-e6a23182ac3e {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 14:27:33.606344 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "795d3dde-bee1-49bb-8399-1b5f1b8d6905", "name": "network-vif-deleted", "tag": "306f1f7c-1872-49f6-b78a-22b9c85b975a", "status": "completed", "code": 200}]} {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 14:27:33.606620 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-64f989cf-4a2d-40ce-a7b1-e6a23182ac3e {{(pid=92954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 14:27:33.607017 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '795d3dde-bee1-49bb-8399-1b5f1b8d6905', 'name': 'network-vif-deleted', 'tag': '306f1f7c-1872-49f6-b78a-22b9c85b975a', 'status': 'completed', 'code': 200} Jul 07 14:27:34.020300 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-9421039f-8f21-4045-83e5-64d7e9e3c967 req-b14f102a-da9a-4c8a-9170-228d4f7fc965 tempest-ServerRescueNegativeTestJSON-1075332895 tempest-ServerRescueNegativeTestJSON-1075332895-project] 10.222.0.16 "GET /v2.0/ports?device_id=795d3dde-bee1-49bb-8399-1b5f1b8d6905 HTTP/1.1" status: 200 len: 210 time: 0.0294077 Jul 07 14:27:35.115050 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 36364) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:27:35.548209 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-10949a50-8bc7-43c8-ae88-f0cd105f78b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1712148'] for router_interface, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:35.796076 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-10949a50-8bc7-43c8-ae88-f0cd105f78b0 admin admin] Deleting port 109a412f-0c32-4ea7-ad6e-f944b7d2381f {{(pid=92953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 14:27:35.796407 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-10949a50-8bc7-43c8-ae88-f0cd105f78b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744351408860'] for port, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:35.872411 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-10949a50-8bc7-43c8-ae88-f0cd105f78b0 admin admin] For port 109a412f-0c32-4ea7-ad6e-f944b7d2381f, host dv-cinder-799821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799821-1-iscsi',level=0,port_id=109a412f-0c32-4ea7-ad6e-f944b7d2381f,segment=NetworkSegment(d4cb3a52-2815-4c98-bcbb-6804b3b1590e),segment_id=d4cb3a52-2815-4c98-bcbb-6804b3b1590e)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 14:27:35.872761 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-10949a50-8bc7-43c8-ae88-f0cd105f78b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1715988'] for port, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:35.885596 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-10949a50-8bc7-43c8-ae88-f0cd105f78b0 admin admin] Calling delete_port for 109a412f-0c32-4ea7-ad6e-f944b7d2381f owned by network:router_interface {{(pid=92953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 14:27:36.065277 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-10949a50-8bc7-43c8-ae88-f0cd105f78b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744351415830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744350976997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2608659'] for port, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:36.097824 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10949a50-8bc7-43c8-ae88-f0cd105f78b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=109a412f-0c32-4ea7-ad6e-f944b7d2381f,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:27:36.127421 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10949a50-8bc7-43c8-ae88-f0cd105f78b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:27:36.128001 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10949a50-8bc7-43c8-ae88-f0cd105f78b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:27:36.128114 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10949a50-8bc7-43c8-ae88-f0cd105f78b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:27:36.128403 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10949a50-8bc7-43c8-ae88-f0cd105f78b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:27:36.128726 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10949a50-8bc7-43c8-ae88-f0cd105f78b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:27:36.129050 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10949a50-8bc7-43c8-ae88-f0cd105f78b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:27:36.129372 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10949a50-8bc7-43c8-ae88-f0cd105f78b0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:27:36.129691 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10949a50-8bc7-43c8-ae88-f0cd105f78b0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:27:36.130010 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10949a50-8bc7-43c8-ae88-f0cd105f78b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:27:36.130326 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10949a50-8bc7-43c8-ae88-f0cd105f78b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:27:36.130663 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10949a50-8bc7-43c8-ae88-f0cd105f78b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:27:36.130979 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10949a50-8bc7-43c8-ae88-f0cd105f78b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:27:36.268196 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-10949a50-8bc7-43c8-ae88-f0cd105f78b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1716010'] for router_interface, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:36.479442 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10949a50-8bc7-43c8-ae88-f0cd105f78b0 admin admin] Router bbd5a8e0-9682-4ed6-990f-8d4f9faac622 has already been hosted by L3 agent 652ddd47-bc13-4e1c-8285-b4eb8cea957f {{(pid=92953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 14:27:36.583272 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10949a50-8bc7-43c8-ae88-f0cd105f78b0 admin admin] Notify agent at l3_agent.dv-cinder-799821-1-iscsi the message routers_updated {{(pid=92953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 14:27:36.589594 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-10949a50-8bc7-43c8-ae88-f0cd105f78b0 admin admin] 10.222.0.16 "PUT /v2.0/routers/bbd5a8e0-9682-4ed6-990f-8d4f9faac622/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4722984 Jul 07 14:27:36.591021 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 36378) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:27:36.593658 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4892a8-6c11-4ba9-94e7-ed283456497e None None] Sync routers for ids ['bbd5a8e0-9682-4ed6-990f-8d4f9faac622'] in dv-cinder-799821-1-iscsi {{(pid=92956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 14:27:36.603063 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4892a8-6c11-4ba9-94e7-ed283456497e None None] Routers {'bbd5a8e0-9682-4ed6-990f-8d4f9faac622'} bound to L3 agent in host dv-cinder-799821-1-iscsi {{(pid=92956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 14:27:36.603672 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-4c4892a8-6c11-4ba9-94e7-ed283456497e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T13:53:27Z,description=,heartbeat_timestamp=2021-07-07T14:27:27Z,host='dv-cinder-799821-1-iscsi',id=652ddd47-bc13-4e1c-8285-b4eb8cea957f,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:53:27Z,topic='l3_agent')) {'router_ids': ['bbd5a8e0-9682-4ed6-990f-8d4f9faac622'], 'active': True} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:27:36.694254 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-111217d4-26d9-41ab-9e9e-8ee66cbdb106 admin admin] Notify callbacks [] for router, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:36.706039 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvr_db [None req-4c4892a8-6c11-4ba9-94e7-ed283456497e None None] Set router bbd5a8e0-9682-4ed6-990f-8d4f9faac622 gateway port host: dv-cinder-799821-1-iscsi {{(pid=92956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 14:27:36.796670 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-111217d4-26d9-41ab-9e9e-8ee66cbdb106 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:36.830907 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Device 306f1f7c-1872-49f6-b78a-22b9c85b975a no longer exists at agent hyperv_hv-cinder-79982 {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 14:27:36.850564 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.plugin [None req-111217d4-26d9-41ab-9e9e-8ee66cbdb106 admin admin] Deleting port 2204f3be-9ec0-4920-9a96-dfb90015e7dc {{(pid=92954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 14:27:36.851533 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-111217d4-26d9-41ab-9e9e-8ee66cbdb106 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744351408860'] for port, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:36.857513 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] No Port match for: 306f1f7c-1872-49f6-b78a-22b9c85b975a {{(pid=92955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 14:27:36.858092 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Device 306f1f7c-1872-49f6-b78a-22b9c85b975a not bound to the agent host hv-cinder-79982 {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 14:27:36.886904 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-4c4892a8-6c11-4ba9-94e7-ed283456497e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd5a8e0-9682-4ed6-990f-8d4f9faac622', 'name': 'tempest-ServerRescueNegativeTestJSON-1102867402-router', 'tenant_id': '62e31021b8044cd1897e43a8d26275b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'external_fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '2204f3be-9ec0-4920-9a96-dfb90015e7dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T14:02:24Z', 'updated_at': '2021-07-07T14:27:36Z', 'revision_number': 5, 'project_id': '62e31021b8044cd1897e43a8d26275b9', 'gw_port': {'id': '2204f3be-9ec0-4920-9a96-dfb90015e7dc', 'name': '', 'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:4e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd5a8e0-9682-4ed6-990f-8d4f9faac622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:02:25Z', 'updated_at': '2021-07-07T14:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799821-1-iscsi'}], 'dv-cinder-799821-1-iscsi', False) {} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:27:36.916531 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4892a8-6c11-4ba9-94e7-ed283456497e None None] Checking router: bbd5a8e0-9682-4ed6-990f-8d4f9faac622 for host: dv-cinder-799821-1-iscsi {{(pid=92956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 14:27:36.924842 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4892a8-6c11-4ba9-94e7-ed283456497e None None] Routers {'bbd5a8e0-9682-4ed6-990f-8d4f9faac622'} bound to L3 agent in host dv-cinder-799821-1-iscsi {{(pid=92956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 14:27:36.925470 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-4c4892a8-6c11-4ba9-94e7-ed283456497e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T13:53:27Z,description=,heartbeat_timestamp=2021-07-07T14:27:27Z,host='dv-cinder-799821-1-iscsi',id=652ddd47-bc13-4e1c-8285-b4eb8cea957f,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:53:27Z,topic='l3_agent')) {'router_ids': ['bbd5a8e0-9682-4ed6-990f-8d4f9faac622'], 'active': True} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:27:36.943249 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [None req-111217d4-26d9-41ab-9e9e-8ee66cbdb106 admin admin] For port 2204f3be-9ec0-4920-9a96-dfb90015e7dc, host dv-cinder-799821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799821-1-iscsi',level=0,port_id=2204f3be-9ec0-4920-9a96-dfb90015e7dc,segment=NetworkSegment(f9b1122d-b65f-4a0f-8420-4cc063cf42b9),segment_id=f9b1122d-b65f-4a0f-8420-4cc063cf42b9)] {{(pid=92954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 14:27:36.943606 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-111217d4-26d9-41ab-9e9e-8ee66cbdb106 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1715988'] for port, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:36.956673 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.plugin [None req-111217d4-26d9-41ab-9e9e-8ee66cbdb106 admin admin] Calling delete_port for 2204f3be-9ec0-4920-9a96-dfb90015e7dc owned by network:router_gateway {{(pid=92954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 14:27:37.005160 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvr_db [None req-4c4892a8-6c11-4ba9-94e7-ed283456497e None None] Set router bbd5a8e0-9682-4ed6-990f-8d4f9faac622 gateway port host: None {{(pid=92956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 14:27:37.126370 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-111217d4-26d9-41ab-9e9e-8ee66cbdb106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744351415830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744350976997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8461640'] for port, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:37.136632 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-4c4892a8-6c11-4ba9-94e7-ed283456497e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd5a8e0-9682-4ed6-990f-8d4f9faac622', 'name': 'tempest-ServerRescueNegativeTestJSON-1102867402-router', 'tenant_id': '62e31021b8044cd1897e43a8d26275b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T14:02:24Z', 'updated_at': '2021-07-07T14:27:36Z', 'revision_number': 6, 'project_id': '62e31021b8044cd1897e43a8d26275b9', 'gw_port_host': None}], 'dv-cinder-799821-1-iscsi', False) {} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:27:37.152535 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111217d4-26d9-41ab-9e9e-8ee66cbdb106 admin admin] Pushing event deleted for resources: {'Port': ['ID=2204f3be-9ec0-4920-9a96-dfb90015e7dc,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:27:37.162754 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4892a8-6c11-4ba9-94e7-ed283456497e None None] The sync data for ids ['bbd5a8e0-9682-4ed6-990f-8d4f9faac622'] in dv-cinder-799821-1-iscsi is: [{'id': 'bbd5a8e0-9682-4ed6-990f-8d4f9faac622', 'name': 'tempest-ServerRescueNegativeTestJSON-1102867402-router', 'tenant_id': '62e31021b8044cd1897e43a8d26275b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T14:02:24Z', 'updated_at': '2021-07-07T14:27:36Z', 'revision_number': 6, 'project_id': '62e31021b8044cd1897e43a8d26275b9', 'gw_port_host': None}] {{(pid=92956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 14:27:37.215435 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-111217d4-26d9-41ab-9e9e-8ee66cbdb106 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1662035'] for router_gateway, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:37.302786 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-111217d4-26d9-41ab-9e9e-8ee66cbdb106 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1724647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6200'] for router, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:37.305368 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-111217d4-26d9-41ab-9e9e-8ee66cbdb106 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:37.349351 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-111217d4-26d9-41ab-9e9e-8ee66cbdb106 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1727095'] for router, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:37.350141 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-111217d4-26d9-41ab-9e9e-8ee66cbdb106 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bbd5a8e0-9682-4ed6-990f-8d4f9faac622 {{(pid=92954) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 14:27:37.354681 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-111217d4-26d9-41ab-9e9e-8ee66cbdb106 admin admin] Notify callbacks [] for router, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:37.355820 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-111217d4-26d9-41ab-9e9e-8ee66cbdb106 admin admin] 10.222.0.16 "DELETE /v2.0/routers/bbd5a8e0-9682-4ed6-990f-8d4f9faac622 HTTP/1.1" status: 204 len: 168 time: 0.7638252 Jul 07 14:27:37.358369 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 36382) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:27:37.403638 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.db.db_base_plugin_v2 [None req-efb6a039-e666-4e03-b128-74adabca86ed admin admin] Deleting subnet 48d63b35-a0f2-4925-98ff-d191be5c1517 {{(pid=92953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 14:27:37.406713 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-efb6a039-e666-4e03-b128-74adabca86ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:37.440439 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-efb6a039-e666-4e03-b128-74adabca86ed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2140470'] for subnet, precommit_delete_associations {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:37.480292 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-efb6a039-e666-4e03-b128-74adabca86ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736859'] for subnet, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:37.545991 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-efb6a039-e666-4e03-b128-74adabca86ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2608681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3757649'] for subnet, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:37.575576 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb6a039-e666-4e03-b128-74adabca86ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48d63b35-a0f2-4925-98ff-d191be5c1517,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:27:37.578283 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-efb6a039-e666-4e03-b128-74adabca86ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582248'] for subnet, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:37.580486 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-efb6a039-e666-4e03-b128-74adabca86ed admin admin] 10.222.0.16 "DELETE /v2.0/subnets/48d63b35-a0f2-4925-98ff-d191be5c1517 HTTP/1.1" status: 204 len: 168 time: 0.2206428 Jul 07 14:27:37.582838 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 36388) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:27:37.653833 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-56bbface-f104-45ea-87a9-97d55a391917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573990'] for network, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:37.739262 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-56bbface-f104-45ea-87a9-97d55a391917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730318', 'neutron.services.segments.db._delete_segments_for_network-8744351280222'] for network, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:37.749207 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.services.segments.db [None req-56bbface-f104-45ea-87a9-97d55a391917 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5a402b8-fb82-49d2-a591-a3a216137cac']}} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:27:37.759166 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.services.segments.db [None req-56bbface-f104-45ea-87a9-97d55a391917 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4cb3a52-2815-4c98-bcbb-6804b3b1590e') {'for_net_delete': True} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:27:37.759461 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.services.segments.db [None req-56bbface-f104-45ea-87a9-97d55a391917 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4cb3a52-2815-4c98-bcbb-6804b3b1590e') {} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:27:37.767882 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-56bbface-f104-45ea-87a9-97d55a391917 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744351507842', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8726955'] for segment, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:37.781482 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-56bbface-f104-45ea-87a9-97d55a391917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:37.787354 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56bbface-f104-45ea-87a9-97d55a391917 admin admin] Releasing vlan 632 on physical network physnet1 to pool {{(pid=92954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 14:27:37.787767 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-56bbface-f104-45ea-87a9-97d55a391917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8461719'] for segment, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:37.790172 dv-cinder-799821-1-iscsi neutron-server[92954]: Traceback (most recent call last): Jul 07 14:27:37.790172 dv-cinder-799821-1-iscsi neutron-server[92954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 14:27:37.790172 dv-cinder-799821-1-iscsi neutron-server[92954]: timer() Jul 07 14:27:37.790172 dv-cinder-799821-1-iscsi neutron-server[92954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 14:27:37.790172 dv-cinder-799821-1-iscsi neutron-server[92954]: cb(*args, **kw) Jul 07 14:27:37.790172 dv-cinder-799821-1-iscsi neutron-server[92954]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 14:27:37.790172 dv-cinder-799821-1-iscsi neutron-server[92954]: return func(*args, **kwargs) Jul 07 14:27:37.790172 dv-cinder-799821-1-iscsi neutron-server[92954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 14:27:37.790172 dv-cinder-799821-1-iscsi neutron-server[92954]: self._notify() Jul 07 14:27:37.790172 dv-cinder-799821-1-iscsi neutron-server[92954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 14:27:37.790172 dv-cinder-799821-1-iscsi neutron-server[92954]: self.callback(batched_events) Jul 07 14:27:37.790172 dv-cinder-799821-1-iscsi neutron-server[92954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 14:27:37.790172 dv-cinder-799821-1-iscsi neutron-server[92954]: event.method(event) Jul 07 14:27:37.790172 dv-cinder-799821-1-iscsi neutron-server[92954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 14:27:37.790172 dv-cinder-799821-1-iscsi neutron-server[92954]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 14:27:37.790172 dv-cinder-799821-1-iscsi neutron-server[92954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 14:27:37.790172 dv-cinder-799821-1-iscsi neutron-server[92954]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 14:27:37.790172 dv-cinder-799821-1-iscsi neutron-server[92954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 14:27:37.790172 dv-cinder-799821-1-iscsi neutron-server[92954]: return f(self, *a, **k) Jul 07 14:27:37.790172 dv-cinder-799821-1-iscsi neutron-server[92954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 14:27:37.790172 dv-cinder-799821-1-iscsi neutron-server[92954]: return self._get(url).json() Jul 07 14:27:37.790172 dv-cinder-799821-1-iscsi neutron-server[92954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 14:27:37.790172 dv-cinder-799821-1-iscsi neutron-server[92954]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 14:27:37.790172 dv-cinder-799821-1-iscsi neutron-server[92954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 14:27:37.790172 dv-cinder-799821-1-iscsi neutron-server[92954]: return self.request(url, 'GET', **kwargs) Jul 07 14:27:37.790172 dv-cinder-799821-1-iscsi neutron-server[92954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 14:27:37.790172 dv-cinder-799821-1-iscsi neutron-server[92954]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 14:27:37.790172 dv-cinder-799821-1-iscsi neutron-server[92954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 14:27:37.790172 dv-cinder-799821-1-iscsi neutron-server[92954]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 14:27:37.790172 dv-cinder-799821-1-iscsi neutron-server[92954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 14:27:37.790172 dv-cinder-799821-1-iscsi neutron-server[92954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 14:27:37.790172 dv-cinder-799821-1-iscsi neutron-server[92954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 14:27:37.841871 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-56bbface-f104-45ea-87a9-97d55a391917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1662071'] for network, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:37.846467 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-56bbface-f104-45ea-87a9-97d55a391917 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582248'] for network, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:37.848562 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-56bbface-f104-45ea-87a9-97d55a391917 admin admin] 10.222.0.16 "DELETE /v2.0/networks/d5a402b8-fb82-49d2-a591-a3a216137cac HTTP/1.1" status: 204 len: 168 time: 0.2643027 Jul 07 14:27:37.861744 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bbface-f104-45ea-87a9-97d55a391917 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5a402b8-fb82-49d2-a591-a3a216137cac,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:27:37.968414 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 36394) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:27:38.015519 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-f0dfa758-d8ba-4686-bbf9-c42eb6269aba admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=62e31021b8044cd1897e43a8d26275b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0457337 Jul 07 14:27:38.017668 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 36396) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:27:38.069717 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-813c08e2-6cf4-4faa-a96c-ab3fc9c4aad3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:38.091735 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-813c08e2-6cf4-4faa-a96c-ab3fc9c4aad3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:38.143634 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-813c08e2-6cf4-4faa-a96c-ab3fc9c4aad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:38.146217 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-813c08e2-6cf4-4faa-a96c-ab3fc9c4aad3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:38.147419 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-813c08e2-6cf4-4faa-a96c-ab3fc9c4aad3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2551a6d1-3472-4f52-8352-4993782bafeb HTTP/1.1" status: 204 len: 168 time: 0.1283836 Jul 07 14:27:38.160906 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813c08e2-6cf4-4faa-a96c-ab3fc9c4aad3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2551a6d1-3472-4f52-8352-4993782bafeb,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:27:38.859458 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 36424) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:27:38.894978 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Device 109a412f-0c32-4ea7-ad6e-f944b7d2381f no longer exists at agent ovs-agent-dv-cinder-799821-1-iscsi {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 14:27:38.913725 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] No Port match for: 109a412f-0c32-4ea7-ad6e-f944b7d2381f {{(pid=92955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 14:27:38.914069 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Device 109a412f-0c32-4ea7-ad6e-f944b7d2381f not bound to the agent host dv-cinder-799821-1-iscsi {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 14:27:38.914490 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Device 2204f3be-9ec0-4920-9a96-dfb90015e7dc no longer exists at agent ovs-agent-dv-cinder-799821-1-iscsi {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 14:27:38.933167 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] No Port match for: 2204f3be-9ec0-4920-9a96-dfb90015e7dc {{(pid=92955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 14:27:38.933487 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Device 2204f3be-9ec0-4920-9a96-dfb90015e7dc not bound to the agent host dv-cinder-799821-1-iscsi {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 14:27:38.958654 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.v2.base [None req-b5bd8595-c4e8-4f28-b009-e1f407179c5c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-150411847-network', 'tenant_id': 'e89386cc9223406eb854d8ec22d5afad'}} {{(pid=92953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 14:27:38.979421 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5bd8595-c4e8-4f28-b009-e1f407179c5c admin admin] Made reservation on behalf of e89386cc9223406eb854d8ec22d5afad for: {'network': 1} {{(pid=92953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 14:27:38.981785 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-b5bd8595-c4e8-4f28-b009-e1f407179c5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for network, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:38.989982 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-b5bd8595-c4e8-4f28-b009-e1f407179c5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:39.077398 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-b5bd8595-c4e8-4f28-b009-e1f407179c5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:39.080857 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-b5bd8595-c4e8-4f28-b009-e1f407179c5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:39.104575 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5bd8595-c4e8-4f28-b009-e1f407179c5c admin admin] vlan segment allocate from pool success with {'vlan_id': 620, 'physical_network': 'physnet1'} {{(pid=92953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 14:27:39.118290 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bd8595-c4e8-4f28-b009-e1f407179c5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45d81a4d-15e2-4d8e-a518-efa739b0a187,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:27:39.123025 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-b5bd8595-c4e8-4f28-b009-e1f407179c5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:39.123413 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.db.segments_db [None req-b5bd8595-c4e8-4f28-b009-e1f407179c5c admin admin] Added segment a145ae2e-96d2-4239-b9ef-8a493ddf839d of type vlan for network 7c490f9a-1358-4140-991d-bf32698f77aa Jul 07 14:27:39.161753 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-b5bd8595-c4e8-4f28-b009-e1f407179c5c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744350994261'] for network, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:39.190467 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-b5bd8595-c4e8-4f28-b009-e1f407179c5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582279'] for network, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:39.191480 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5bd8595-c4e8-4f28-b009-e1f407179c5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:27:39.192088 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-b5bd8595-c4e8-4f28-b009-e1f407179c5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582248'] for network, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:39.244846 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-b5bd8595-c4e8-4f28-b009-e1f407179c5c admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3842623 Jul 07 14:27:39.247780 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 36428) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:27:39.251545 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bd8595-c4e8-4f28-b009-e1f407179c5c admin admin] Pushing event updated for resources: {'Network': ['ID=7c490f9a-1358-4140-991d-bf32698f77aa,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:27:39.253034 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [None req-79f92ec3-9f69-456a-bcaf-c83d480e3e9b admin admin] Request body: {'subnet': {'network_id': '7c490f9a-1358-4140-991d-bf32698f77aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-150411847-subnet', 'tenant_id': 'e89386cc9223406eb854d8ec22d5afad', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 14:27:39.261089 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Network 7c490f9a-1358-4140-991d-bf32698f77aa details requested by agent ovs-agent-dv-cinder-799821-1-iscsi with host dv-cinder-799821-1-iscsi {{(pid=92955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 14:27:39.275630 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79f92ec3-9f69-456a-bcaf-c83d480e3e9b admin admin] Made reservation on behalf of e89386cc9223406eb854d8ec22d5afad for: {'subnet': 1} {{(pid=92954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 14:27:39.278133 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-79f92ec3-9f69-456a-bcaf-c83d480e3e9b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8773563'] for subnet, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:39.462439 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-79f92ec3-9f69-456a-bcaf-c83d480e3e9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8461621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8773545'] for subnet, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:39.516738 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f92ec3-9f69-456a-bcaf-c83d480e3e9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b18de7e-b643-4fd7-b48b-d38da4c85021,revision_number=0']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:27:39.525414 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f92ec3-9f69-456a-bcaf-c83d480e3e9b admin admin] Checking segment: {'id': 'a145ae2e-96d2-4239-b9ef-8a493ddf839d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '7c490f9a-1358-4140-991d-bf32698f77aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 14:27:39.525766 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f92ec3-9f69-456a-bcaf-c83d480e3e9b admin admin] Network hostable DHCP agents. Network: 7c490f9a-1358-4140-991d-bf32698f77aa, hostable agents: ['29bf5154-9555-44d1-999c-b30e53d2ad5f'], hosted agents: [] {{(pid=92954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 14:27:39.542408 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f92ec3-9f69-456a-bcaf-c83d480e3e9b admin admin] Network 7c490f9a-1358-4140-991d-bf32698f77aa is scheduled to be hosted by DHCP agent 29bf5154-9555-44d1-999c-b30e53d2ad5f with binding_index 1 {{(pid=92954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 14:27:39.551670 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.scheduler.base_scheduler [None req-79f92ec3-9f69-456a-bcaf-c83d480e3e9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799821-1-iscsi, 7c490f9a-1358-4140-991d-bf32698f77aa) {{(pid=92954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 14:27:39.556587 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f92ec3-9f69-456a-bcaf-c83d480e3e9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:27:39.557180 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-79f92ec3-9f69-456a-bcaf-c83d480e3e9b admin admin] Notify callbacks [] for subnet, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:39.561213 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-614216ee-5c6a-4c61-bf2c-490602534336 None None] Network 7c490f9a-1358-4140-991d-bf32698f77aa requested from dv-cinder-799821-1-iscsi {{(pid=92955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 14:27:39.570773 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-79f92ec3-9f69-456a-bcaf-c83d480e3e9b admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3217962 Jul 07 14:27:39.573564 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 36430) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:27:39.578056 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [None req-b66a4265-5f00-4335-bd90-884f86e8b7fb admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-150411847-router', 'tenant_id': 'e89386cc9223406eb854d8ec22d5afad', 'external_gateway_info': {'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5'}}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 14:27:39.601496 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-b66a4265-5f00-4335-bd90-884f86e8b7fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1724625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6190'] for router, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:39.602986 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-b66a4265-5f00-4335-bd90-884f86e8b7fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1724494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1714686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1653304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6177'] for router, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:39.659590 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-b66a4265-5f00-4335-bd90-884f86e8b7fb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:39.724248 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2cf790f-3aca-4ee1-9639-0ae0a3fd57bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1517bda3-6996-5b7d-b15a-be6a9ec91b77-7c490f9a-1358-4140-991d-bf32698f77aa', 'network_id': '7c490f9a-1358-4140-991d-bf32698f77aa', 'tenant_id': 'e89386cc9223406eb854d8ec22d5afad', 'fixed_ips': [{'subnet_id': '6b18de7e-b643-4fd7-b48b-d38da4c85021'}]}} from dv-cinder-799821-1-iscsi. {{(pid=92955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 14:27:39.725432 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-e2cf790f-3aca-4ee1-9639-0ae0a3fd57bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_create {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:39.803693 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-b66a4265-5f00-4335-bd90-884f86e8b7fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1661972', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1724611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6195'] for router, precommit_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:39.979662 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.db_base_plugin_common [None req-e2cf790f-3aca-4ee1-9639-0ae0a3fd57bd None None] Allocated IP 172.20.0.2 (7c490f9a-1358-4140-991d-bf32698f77aa/6b18de7e-b643-4fd7-b48b-d38da4c85021/4d7d66c8-6105-4e89-969d-eaa35a4f36d1) {{(pid=92955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 14:27:40.006796 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-b66a4265-5f00-4335-bd90-884f86e8b7fb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:40.026173 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-b66a4265-5f00-4335-bd90-884f86e8b7fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:40.132518 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-e2cf790f-3aca-4ee1-9639-0ae0a3fd57bd None None] Notify callbacks [] for port, precommit_create {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:40.134377 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.db.db_base_plugin_common [None req-b66a4265-5f00-4335-bd90-884f86e8b7fb admin admin] Allocated IP 172.27.0.23 (c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5/157deb10-066f-4182-88bf-9da6b52b6e64/566ca855-06e2-4dd7-b9ea-aa2d7a284af4) {{(pid=92954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 14:27:40.140907 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-e2cf790f-3aca-4ee1-9639-0ae0a3fd57bd None None] Transition to ACTIVE for port object 4d7d66c8-6105-4e89-969d-eaa35a4f36d1 will not be triggered until provisioned by entity L2. {{(pid=92955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 14:27:40.156617 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-e2cf790f-3aca-4ee1-9639-0ae0a3fd57bd None None] Transition to ACTIVE for port object 4d7d66c8-6105-4e89-969d-eaa35a4f36d1 will not be triggered until provisioned by entity DHCP. {{(pid=92955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 14:27:40.162497 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-e2cf790f-3aca-4ee1-9639-0ae0a3fd57bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744350976988'] for port, after_create {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:40.202344 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2cf790f-3aca-4ee1-9639-0ae0a3fd57bd None None] Network 7c490f9a-1358-4140-991d-bf32698f77aa is already hosted by enough agents. {{(pid=92955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 14:27:40.207665 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.scheduler.base_scheduler [None req-e2cf790f-3aca-4ee1-9639-0ae0a3fd57bd None None] Resources bound (agent type, host, resource id): {{(pid=92955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 14:27:40.213374 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2cf790f-3aca-4ee1-9639-0ae0a3fd57bd None None] Received port after_create {{(pid=92955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 14:27:40.216727 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cf790f-3aca-4ee1-9639-0ae0a3fd57bd None None] Pushing event updated for resources: {'Port': ['ID=4d7d66c8-6105-4e89-969d-eaa35a4f36d1,revision_number=1']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:27:40.229533 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cf790f-3aca-4ee1-9639-0ae0a3fd57bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:27:40.229881 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cf790f-3aca-4ee1-9639-0ae0a3fd57bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:27:40.230222 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cf790f-3aca-4ee1-9639-0ae0a3fd57bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:27:40.230621 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cf790f-3aca-4ee1-9639-0ae0a3fd57bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:27:40.230955 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cf790f-3aca-4ee1-9639-0ae0a3fd57bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:27:40.231284 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cf790f-3aca-4ee1-9639-0ae0a3fd57bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:27:40.231610 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cf790f-3aca-4ee1-9639-0ae0a3fd57bd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:27:40.231933 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cf790f-3aca-4ee1-9639-0ae0a3fd57bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:27:40.232259 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cf790f-3aca-4ee1-9639-0ae0a3fd57bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:27:40.232579 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cf790f-3aca-4ee1-9639-0ae0a3fd57bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:27:40.232899 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cf790f-3aca-4ee1-9639-0ae0a3fd57bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:27:40.233227 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cf790f-3aca-4ee1-9639-0ae0a3fd57bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:27:40.301636 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.managers [None req-e2cf790f-3aca-4ee1-9639-0ae0a3fd57bd None None] Attempting to bind port 4d7d66c8-6105-4e89-969d-eaa35a4f36d1 on host dv-cinder-799821-1-iscsi for vnic_type normal with profile {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 14:27:40.302061 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.managers [None req-e2cf790f-3aca-4ee1-9639-0ae0a3fd57bd None None] Attempting to bind port 4d7d66c8-6105-4e89-969d-eaa35a4f36d1 by drivers openvswitch,hyperv on host dv-cinder-799821-1-iscsi at level 0 using segments [{'id': 'a145ae2e-96d2-4239-b9ef-8a493ddf839d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '7c490f9a-1358-4140-991d-bf32698f77aa'}] {{(pid=92955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 14:27:40.302427 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2cf790f-3aca-4ee1-9639-0ae0a3fd57bd None None] Attempting to bind port 4d7d66c8-6105-4e89-969d-eaa35a4f36d1 on network 7c490f9a-1358-4140-991d-bf32698f77aa {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 14:27:40.308838 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2cf790f-3aca-4ee1-9639-0ae0a3fd57bd None None] Checking agent: {'id': 'bf273e17-8767-46a0-900a-b292254968fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799821-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 13, 53, 28), 'started_at': datetime.datetime(2021, 7, 7, 13, 53, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 14, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799821-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 14:27:40.309260 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2cf790f-3aca-4ee1-9639-0ae0a3fd57bd None None] Checking segment: {'id': 'a145ae2e-96d2-4239-b9ef-8a493ddf839d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '7c490f9a-1358-4140-991d-bf32698f77aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 14:27:40.309666 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-e2cf790f-3aca-4ee1-9639-0ae0a3fd57bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:40.310061 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2cf790f-3aca-4ee1-9639-0ae0a3fd57bd None None] Bound using segment: {'id': 'a145ae2e-96d2-4239-b9ef-8a493ddf839d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '7c490f9a-1358-4140-991d-bf32698f77aa'} {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 14:27:40.310582 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.managers [None req-e2cf790f-3aca-4ee1-9639-0ae0a3fd57bd None None] Bound port: 4d7d66c8-6105-4e89-969d-eaa35a4f36d1, host: dv-cinder-799821-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a145ae2e-96d2-4239-b9ef-8a493ddf839d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '7c490f9a-1358-4140-991d-bf32698f77aa'}}] {{(pid=92955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 14:27:40.310973 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-e2cf790f-3aca-4ee1-9639-0ae0a3fd57bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:40.377382 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-e2cf790f-3aca-4ee1-9639-0ae0a3fd57bd None None] For port 4d7d66c8-6105-4e89-969d-eaa35a4f36d1, host dv-cinder-799821-1-iscsi, cleared binding levels {{(pid=92955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 14:27:40.380612 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-e2cf790f-3aca-4ee1-9639-0ae0a3fd57bd None None] For port 4d7d66c8-6105-4e89-969d-eaa35a4f36d1, host dv-cinder-799821-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799821-1-iscsi',level=0,port_id=4d7d66c8-6105-4e89-969d-eaa35a4f36d1,segment=NetworkSegment(a145ae2e-96d2-4239-b9ef-8a493ddf839d),segment_id=a145ae2e-96d2-4239-b9ef-8a493ddf839d)] {{(pid=92955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 14:27:40.385759 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-e2cf790f-3aca-4ee1-9639-0ae0a3fd57bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:40.445842 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cf790f-3aca-4ee1-9639-0ae0a3fd57bd None None] Pushing event updated for resources: {'Port': ['ID=4d7d66c8-6105-4e89-969d-eaa35a4f36d1,revision_number=2']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:27:40.501538 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-b66a4265-5f00-4335-bd90-884f86e8b7fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:40.540767 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-b66a4265-5f00-4335-bd90-884f86e8b7fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744350976988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8461633'] for port, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:40.578949 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66a4265-5f00-4335-bd90-884f86e8b7fb admin admin] Network c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5 is already hosted by enough agents. {{(pid=92954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 14:27:40.583052 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.scheduler.base_scheduler [None req-b66a4265-5f00-4335-bd90-884f86e8b7fb admin admin] Resources bound (agent type, host, resource id): {{(pid=92954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 14:27:40.594794 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66a4265-5f00-4335-bd90-884f86e8b7fb admin admin] Received port after_create {{(pid=92954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 14:27:40.608857 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66a4265-5f00-4335-bd90-884f86e8b7fb admin admin] Pushing event updated for resources: {'Port': ['ID=566ca855-06e2-4dd7-b9ea-aa2d7a284af4,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:27:40.881912 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-b66a4265-5f00-4335-bd90-884f86e8b7fb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:40.927702 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Device 4d7d66c8-6105-4e89-969d-eaa35a4f36d1 up at agent ovs-agent-dv-cinder-799821-1-iscsi {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 14:27:40.978948 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Provisioning for port 4d7d66c8-6105-4e89-969d-eaa35a4f36d1 completed by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 14:27:41.081231 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-b66a4265-5f00-4335-bd90-884f86e8b7fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1724634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1661967'] for router, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:41.217035 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b66a4265-5f00-4335-bd90-884f86e8b7fb admin admin] Router 7c241464-ad6d-4c10-9c40-aa2237452a65 is scheduled to L3 agent 652ddd47-bc13-4e1c-8285-b4eb8cea957f with binding_index 1 {{(pid=92954) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 14:27:41.327306 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b66a4265-5f00-4335-bd90-884f86e8b7fb admin admin] Notify agent at l3_agent.dv-cinder-799821-1-iscsi the message routers_updated {{(pid=92954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 14:27:41.338156 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8edd927e-9a6e-4a05-8a07-51fe94be07d5 None None] Sync routers for ids ['7c241464-ad6d-4c10-9c40-aa2237452a65'] in dv-cinder-799821-1-iscsi {{(pid=92955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 14:27:41.341784 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf45fb9f-fa71-488c-b5c7-8a351a44128b None None] Network 7c490f9a-1358-4140-991d-bf32698f77aa requested from dv-cinder-799821-1-iscsi {{(pid=92955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 14:27:41.346745 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-b66a4265-5f00-4335-bd90-884f86e8b7fb admin admin] Notify callbacks [] for router, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:41.347978 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-b66a4265-5f00-4335-bd90-884f86e8b7fb admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.7734230 Jul 07 14:27:41.351448 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 36444) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:27:41.401870 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8edd927e-9a6e-4a05-8a07-51fe94be07d5 None None] Routers {'7c241464-ad6d-4c10-9c40-aa2237452a65'} bound to L3 agent in host dv-cinder-799821-1-iscsi {{(pid=92955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 14:27:41.402632 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-8edd927e-9a6e-4a05-8a07-51fe94be07d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T13:53:27Z,description=,heartbeat_timestamp=2021-07-07T14:27:27Z,host='dv-cinder-799821-1-iscsi',id=652ddd47-bc13-4e1c-8285-b4eb8cea957f,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:53:27Z,topic='l3_agent')) {'router_ids': ['7c241464-ad6d-4c10-9c40-aa2237452a65'], 'active': True} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:27:41.451167 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-df78a2af-777a-4cc7-8335-1342f0fc31eb None None] Provisioning for port 4d7d66c8-6105-4e89-969d-eaa35a4f36d1 completed by entity DHCP. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 14:27:41.465987 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-df78a2af-777a-4cc7-8335-1342f0fc31eb None None] Provisioning complete for port 4d7d66c8-6105-4e89-969d-eaa35a4f36d1 triggered by entity DHCP. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 14:27:41.466359 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-df78a2af-777a-4cc7-8335-1342f0fc31eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732533'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:41.608992 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvr_db [None req-8edd927e-9a6e-4a05-8a07-51fe94be07d5 None None] Set router 7c241464-ad6d-4c10-9c40-aa2237452a65 gateway port host: dv-cinder-799821-1-iscsi {{(pid=92955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 14:27:41.761826 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-df78a2af-777a-4cc7-8335-1342f0fc31eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:41.790958 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-57daf4f4-7c05-482d-8225-a1004500188d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:41.845191 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-df78a2af-777a-4cc7-8335-1342f0fc31eb None None] For port 4d7d66c8-6105-4e89-969d-eaa35a4f36d1, host dv-cinder-799821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799821-1-iscsi',level=0,port_id=4d7d66c8-6105-4e89-969d-eaa35a4f36d1,segment=NetworkSegment(a145ae2e-96d2-4239-b9ef-8a493ddf839d),segment_id=a145ae2e-96d2-4239-b9ef-8a493ddf839d)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 14:27:41.873694 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-df78a2af-777a-4cc7-8335-1342f0fc31eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:41.939431 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df78a2af-777a-4cc7-8335-1342f0fc31eb None None] Pushing event updated for resources: {'Port': ['ID=4d7d66c8-6105-4e89-969d-eaa35a4f36d1,revision_number=3']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:27:41.952499 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-8edd927e-9a6e-4a05-8a07-51fe94be07d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c241464-ad6d-4c10-9c40-aa2237452a65', 'name': 'tempest-AttachVolumeShelveTestJSON-150411847-router', 'tenant_id': 'e89386cc9223406eb854d8ec22d5afad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'external_fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '566ca855-06e2-4dd7-b9ea-aa2d7a284af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T14:27:39Z', 'updated_at': '2021-07-07T14:27:40Z', 'revision_number': 3, 'project_id': 'e89386cc9223406eb854d8ec22d5afad', 'gw_port': {'id': '566ca855-06e2-4dd7-b9ea-aa2d7a284af4', 'name': '', 'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:a0:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c241464-ad6d-4c10-9c40-aa2237452a65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:27:40Z', 'updated_at': '2021-07-07T14:27:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799821-1-iscsi'}], 'dv-cinder-799821-1-iscsi', False) {} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:27:41.980366 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.db.db_base_plugin_common [None req-57daf4f4-7c05-482d-8225-a1004500188d admin admin] Allocated IP 172.20.0.1 (7c490f9a-1358-4140-991d-bf32698f77aa/6b18de7e-b643-4fd7-b48b-d38da4c85021/9799e51c-57d0-442e-8fcb-cb0875cbe17a) {{(pid=92954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 14:27:41.983499 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8edd927e-9a6e-4a05-8a07-51fe94be07d5 None None] Checking router: 7c241464-ad6d-4c10-9c40-aa2237452a65 for host: dv-cinder-799821-1-iscsi {{(pid=92955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 14:27:41.983993 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8edd927e-9a6e-4a05-8a07-51fe94be07d5 None None] Updating router 7c241464-ad6d-4c10-9c40-aa2237452a65 port 566ca855-06e2-4dd7-b9ea-aa2d7a284af4 binding host dv-cinder-799821-1-iscsi {{(pid=92955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 14:27:42.025213 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-8edd927e-9a6e-4a05-8a07-51fe94be07d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:42.089387 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-57daf4f4-7c05-482d-8225-a1004500188d admin admin] Notify callbacks [] for port, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:42.102795 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.db.provisioning_blocks [None req-57daf4f4-7c05-482d-8225-a1004500188d admin admin] Transition to ACTIVE for port object 9799e51c-57d0-442e-8fcb-cb0875cbe17a will not be triggered until provisioned by entity DHCP. {{(pid=92954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 14:27:42.131146 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-4506333d-c24a-42d5-923d-5a09b5fb9ef0 None None] Provisioning complete for port 4d7d66c8-6105-4e89-969d-eaa35a4f36d1 triggered by entity DHCP. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 14:27:42.131513 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4506333d-c24a-42d5-923d-5a09b5fb9ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732533'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:42.140562 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-57daf4f4-7c05-482d-8225-a1004500188d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744350976988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8461633'] for port, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:42.176746 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57daf4f4-7c05-482d-8225-a1004500188d admin admin] Network 7c490f9a-1358-4140-991d-bf32698f77aa is already hosted by enough agents. {{(pid=92954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 14:27:42.180499 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.scheduler.base_scheduler [None req-57daf4f4-7c05-482d-8225-a1004500188d admin admin] Resources bound (agent type, host, resource id): {{(pid=92954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 14:27:42.184001 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57daf4f4-7c05-482d-8225-a1004500188d admin admin] Received port after_create {{(pid=92954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 14:27:42.211948 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57daf4f4-7c05-482d-8225-a1004500188d admin admin] Pushing event updated for resources: {'Port': ['ID=9799e51c-57d0-442e-8fcb-cb0875cbe17a,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:27:42.236187 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-57daf4f4-7c05-482d-8225-a1004500188d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1726264'] for router_interface, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:42.365412 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-8edd927e-9a6e-4a05-8a07-51fe94be07d5 None None] Notify callbacks [] for port, precommit_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:42.376135 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-8edd927e-9a6e-4a05-8a07-51fe94be07d5 None None] Transition to ACTIVE for port object 566ca855-06e2-4dd7-b9ea-aa2d7a284af4 will not be triggered until provisioned by entity L2. {{(pid=92955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 14:27:42.382459 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-8edd927e-9a6e-4a05-8a07-51fe94be07d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:42.386761 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-57daf4f4-7c05-482d-8225-a1004500188d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:42.440892 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5052d5da-edb9-4d68-99e0-59fcae996c53 None None] Pushing event updated for resources: {'Port': ['ID=566ca855-06e2-4dd7-b9ea-aa2d7a284af4,revision_number=2']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:27:42.446524 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.managers [None req-8edd927e-9a6e-4a05-8a07-51fe94be07d5 None None] Attempting to bind port 566ca855-06e2-4dd7-b9ea-aa2d7a284af4 on host dv-cinder-799821-1-iscsi for vnic_type normal with profile {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 14:27:42.447017 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.managers [None req-8edd927e-9a6e-4a05-8a07-51fe94be07d5 None None] Attempting to bind port 566ca855-06e2-4dd7-b9ea-aa2d7a284af4 by drivers openvswitch,hyperv on host dv-cinder-799821-1-iscsi at level 0 using segments [{'id': 'f9b1122d-b65f-4a0f-8420-4cc063cf42b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5'}] {{(pid=92955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 14:27:42.447456 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8edd927e-9a6e-4a05-8a07-51fe94be07d5 None None] Attempting to bind port 566ca855-06e2-4dd7-b9ea-aa2d7a284af4 on network c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5 {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 14:27:42.450846 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-f44df20e-cc6b-495c-a712-a2c7df4594f0 None None] Provisioning for port 9799e51c-57d0-442e-8fcb-cb0875cbe17a completed by entity DHCP. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 14:27:42.456015 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8edd927e-9a6e-4a05-8a07-51fe94be07d5 None None] Checking agent: {'id': 'bf273e17-8767-46a0-900a-b292254968fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799821-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 13, 53, 28), 'started_at': datetime.datetime(2021, 7, 7, 13, 53, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 14, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799821-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 14:27:42.456417 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8edd927e-9a6e-4a05-8a07-51fe94be07d5 None None] Checking segment: {'id': 'f9b1122d-b65f-4a0f-8420-4cc063cf42b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 14:27:42.456814 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-8edd927e-9a6e-4a05-8a07-51fe94be07d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:42.457199 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8edd927e-9a6e-4a05-8a07-51fe94be07d5 None None] Bound using segment: {'id': 'f9b1122d-b65f-4a0f-8420-4cc063cf42b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5'} {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 14:27:42.457709 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.managers [None req-8edd927e-9a6e-4a05-8a07-51fe94be07d5 None None] Bound port: 566ca855-06e2-4dd7-b9ea-aa2d7a284af4, host: dv-cinder-799821-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9b1122d-b65f-4a0f-8420-4cc063cf42b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5'}}] {{(pid=92955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 14:27:42.458113 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-8edd927e-9a6e-4a05-8a07-51fe94be07d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:42.460709 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-f44df20e-cc6b-495c-a712-a2c7df4594f0 None None] Provisioning complete for port 9799e51c-57d0-442e-8fcb-cb0875cbe17a triggered by entity DHCP. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 14:27:42.461068 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-f44df20e-cc6b-495c-a712-a2c7df4594f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732533'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:42.525735 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-f44df20e-cc6b-495c-a712-a2c7df4594f0 None None] Port 9799e51c-57d0-442e-8fcb-cb0875cbe17a cannot update to ACTIVE because it is not bound. {{(pid=92955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 14:27:42.537677 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-8edd927e-9a6e-4a05-8a07-51fe94be07d5 None None] For port 566ca855-06e2-4dd7-b9ea-aa2d7a284af4, host dv-cinder-799821-1-iscsi, cleared binding levels {{(pid=92955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 14:27:42.541374 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-8edd927e-9a6e-4a05-8a07-51fe94be07d5 None None] For port 566ca855-06e2-4dd7-b9ea-aa2d7a284af4, host dv-cinder-799821-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799821-1-iscsi',level=0,port_id=566ca855-06e2-4dd7-b9ea-aa2d7a284af4,segment=NetworkSegment(f9b1122d-b65f-4a0f-8420-4cc063cf42b9),segment_id=f9b1122d-b65f-4a0f-8420-4cc063cf42b9)] {{(pid=92955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 14:27:42.546484 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-8edd927e-9a6e-4a05-8a07-51fe94be07d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:42.553206 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-57daf4f4-7c05-482d-8225-a1004500188d admin admin] Notify callbacks [] for port, precommit_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:42.558524 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-57daf4f4-7c05-482d-8225-a1004500188d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8461747'] for port, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:42.628760 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57daf4f4-7c05-482d-8225-a1004500188d admin admin] Pushing event updated for resources: {'Port': ['ID=9799e51c-57d0-442e-8fcb-cb0875cbe17a,revision_number=2']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:27:42.633987 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-57daf4f4-7c05-482d-8225-a1004500188d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1712197'] for router_interface, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:42.719566 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8edd927e-9a6e-4a05-8a07-51fe94be07d5 None None] Routers {'7c241464-ad6d-4c10-9c40-aa2237452a65'} bound to L3 agent in host dv-cinder-799821-1-iscsi {{(pid=92955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 14:27:42.720173 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-8edd927e-9a6e-4a05-8a07-51fe94be07d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T13:53:27Z,description=,heartbeat_timestamp=2021-07-07T14:27:27Z,host='dv-cinder-799821-1-iscsi',id=652ddd47-bc13-4e1c-8285-b4eb8cea957f,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:53:27Z,topic='l3_agent')) {'router_ids': ['7c241464-ad6d-4c10-9c40-aa2237452a65'], 'active': True} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:27:42.721931 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5052d5da-edb9-4d68-99e0-59fcae996c53 None None] Pushing event updated for resources: {'Port': ['ID=566ca855-06e2-4dd7-b9ea-aa2d7a284af4,revision_number=3']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:27:42.725520 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57daf4f4-7c05-482d-8225-a1004500188d admin admin] Network 7c490f9a-1358-4140-991d-bf32698f77aa is already hosted by enough agents. {{(pid=92954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 14:27:42.728509 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.scheduler.base_scheduler [None req-57daf4f4-7c05-482d-8225-a1004500188d admin admin] Resources bound (agent type, host, resource id): {{(pid=92954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 14:27:42.847242 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvr_db [None req-8edd927e-9a6e-4a05-8a07-51fe94be07d5 None None] Set router 7c241464-ad6d-4c10-9c40-aa2237452a65 gateway port host: dv-cinder-799821-1-iscsi {{(pid=92955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 14:27:42.890316 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57daf4f4-7c05-482d-8225-a1004500188d admin admin] Router 7c241464-ad6d-4c10-9c40-aa2237452a65 has already been hosted by L3 agent 652ddd47-bc13-4e1c-8285-b4eb8cea957f {{(pid=92954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 14:27:42.952044 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Device 4d7d66c8-6105-4e89-969d-eaa35a4f36d1 up at agent ovs-agent-dv-cinder-799821-1-iscsi {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 14:27:43.011075 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57daf4f4-7c05-482d-8225-a1004500188d admin admin] Notify agent at l3_agent.dv-cinder-799821-1-iscsi the message routers_updated {{(pid=92954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 14:27:43.016796 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-57daf4f4-7c05-482d-8225-a1004500188d admin admin] 10.222.0.16 "PUT /v2.0/routers/7c241464-ad6d-4c10-9c40-aa2237452a65/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6641662 Jul 07 14:27:43.077042 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Provisioning complete for port 4d7d66c8-6105-4e89-969d-eaa35a4f36d1 triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 14:27:43.077413 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732533'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:43.079853 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-2d1afbc6-825a-47ed-9d8f-e70468435c84 None None] Provisioning complete for port 9799e51c-57d0-442e-8fcb-cb0875cbe17a triggered by entity DHCP. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 14:27:43.080207 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2d1afbc6-825a-47ed-9d8f-e70468435c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732533'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:43.168037 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-2d1afbc6-825a-47ed-9d8f-e70468435c84 None None] Port 9799e51c-57d0-442e-8fcb-cb0875cbe17a cannot update to ACTIVE because it is not bound. {{(pid=92955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 14:27:43.220481 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-8edd927e-9a6e-4a05-8a07-51fe94be07d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c241464-ad6d-4c10-9c40-aa2237452a65', 'name': 'tempest-AttachVolumeShelveTestJSON-150411847-router', 'tenant_id': 'e89386cc9223406eb854d8ec22d5afad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'external_fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '566ca855-06e2-4dd7-b9ea-aa2d7a284af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T14:27:39Z', 'updated_at': '2021-07-07T14:27:42Z', 'revision_number': 4, 'project_id': 'e89386cc9223406eb854d8ec22d5afad', 'gw_port': {'id': '566ca855-06e2-4dd7-b9ea-aa2d7a284af4', 'name': '', 'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:a0:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c241464-ad6d-4c10-9c40-aa2237452a65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:27:40Z', 'updated_at': '2021-07-07T14:27:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799821-1-iscsi', '_interfaces': [{'id': '9799e51c-57d0-442e-8fcb-cb0875cbe17a', 'name': '', 'network_id': '7c490f9a-1358-4140-991d-bf32698f77aa', 'tenant_id': 'e89386cc9223406eb854d8ec22d5afad', 'mac_address': 'fa:16:3e:63:b9:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c241464-ad6d-4c10-9c40-aa2237452a65', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '6b18de7e-b643-4fd7-b48b-d38da4c85021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:27:41Z', 'updated_at': '2021-07-07T14:27:42Z', 'revision_number': 2, 'project_id': 'e89386cc9223406eb854d8ec22d5afad', 'subnets': [{'id': '6b18de7e-b643-4fd7-b48b-d38da4c85021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799821-1-iscsi', False) {} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:27:43.247373 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8edd927e-9a6e-4a05-8a07-51fe94be07d5 None None] The sync data for ids ['7c241464-ad6d-4c10-9c40-aa2237452a65'] in dv-cinder-799821-1-iscsi is: [{'id': '7c241464-ad6d-4c10-9c40-aa2237452a65', 'name': 'tempest-AttachVolumeShelveTestJSON-150411847-router', 'tenant_id': 'e89386cc9223406eb854d8ec22d5afad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'external_fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '566ca855-06e2-4dd7-b9ea-aa2d7a284af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T14:27:39Z', 'updated_at': '2021-07-07T14:27:42Z', 'revision_number': 4, 'project_id': 'e89386cc9223406eb854d8ec22d5afad', 'gw_port': {'id': '566ca855-06e2-4dd7-b9ea-aa2d7a284af4', 'name': '', 'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:a0:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c241464-ad6d-4c10-9c40-aa2237452a65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:27:40Z', 'updated_at': '2021-07-07T14:27:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799821-1-iscsi', '_interfaces': [{'id': '9799e51c-57d0-442e-8fcb-cb0875cbe17a', 'name': '', 'network_id': '7c490f9a-1358-4140-991d-bf32698f77aa', 'tenant_id': 'e89386cc9223406eb854d8ec22d5afad', 'mac_address': 'fa:16:3e:63:b9:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c241464-ad6d-4c10-9c40-aa2237452a65', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '6b18de7e-b643-4fd7-b48b-d38da4c85021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:27:41Z', 'updated_at': '2021-07-07T14:27:42Z', 'revision_number': 2, 'project_id': 'e89386cc9223406eb854d8ec22d5afad', 'subnets': [{'id': '6b18de7e-b643-4fd7-b48b-d38da4c85021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 14:27:43.463794 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 36464) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:27:43.472075 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [None req-467ae70a-8d5f-4be4-883e-eb313068b74b tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1766462285', 'description': 'tempest-description--1909538805'}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 14:27:43.496503 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-467ae70a-8d5f-4be4-883e-eb313068b74b tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Notify callbacks [] for security_group, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:43.619662 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-467ae70a-8d5f-4be4-883e-eb313068b74b tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Notify callbacks [] for security_group, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:43.619662 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-467ae70a-8d5f-4be4-883e-eb313068b74b tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:43.633246 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-467ae70a-8d5f-4be4-883e-eb313068b74b tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Notify callbacks [] for security_group, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:43.634531 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-467ae70a-8d5f-4be4-883e-eb313068b74b tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1696801 Jul 07 14:27:43.637552 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 36466) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:27:43.639121 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467ae70a-8d5f-4be4-883e-eb313068b74b tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48f471bb-7db6-49cd-95b2-5af8cd26bae1,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:27:43.650564 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.v2.base [None req-ee3345c4-7640-44d4-9f38-eee1f818410d tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Request body: {'security_group_rule': {'security_group_id': '48f471bb-7db6-49cd-95b2-5af8cd26bae1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 14:27:43.677322 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-ee3345c4-7640-44d4-9f38-eee1f818410d tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:43.739978 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-ee3345c4-7640-44d4-9f38-eee1f818410d tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:43.745241 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-ee3345c4-7640-44d4-9f38-eee1f818410d tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1690631'] for security_group_rule, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:43.767860 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3345c4-7640-44d4-9f38-eee1f818410d tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4928d075-bd5c-4767-80d5-3ab02313129e,revision_number=0']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:27:43.778207 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-ee3345c4-7640-44d4-9f38-eee1f818410d tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:43.781855 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-ee3345c4-7640-44d4-9f38-eee1f818410d tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1408627 Jul 07 14:27:43.783563 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 36468) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:27:43.789230 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.v2.base [None req-6d1e2e75-449d-4059-9696-3390748c0e20 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Request body: {'security_group_rule': {'security_group_id': '48f471bb-7db6-49cd-95b2-5af8cd26bae1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 14:27:43.819051 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-6d1e2e75-449d-4059-9696-3390748c0e20 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:43.902365 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-6d1e2e75-449d-4059-9696-3390748c0e20 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:43.911718 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-6d1e2e75-449d-4059-9696-3390748c0e20 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1690631'] for security_group_rule, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:43.932994 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1e2e75-449d-4059-9696-3390748c0e20 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9b00ddd-f465-4860-9e62-d87700275174,revision_number=0']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:27:43.951875 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-6d1e2e75-449d-4059-9696-3390748c0e20 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:43.953313 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-6d1e2e75-449d-4059-9696-3390748c0e20 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1687131 Jul 07 14:27:43.956403 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 36476) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:27:43.961105 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.v2.base [None req-4793aa40-257b-41f5-bd57-e61979c0516a tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Request body: {'floatingip': {'floating_network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5'}} {{(pid=92953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 14:27:43.986192 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-4793aa40-257b-41f5-bd57-e61979c0516a tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Notify callbacks [] for floatingip, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:44.095898 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-4793aa40-257b-41f5-bd57-e61979c0516a tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:44.204482 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.db.db_base_plugin_common [None req-4793aa40-257b-41f5-bd57-e61979c0516a tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Allocated IP 172.27.0.94 (c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5/157deb10-066f-4182-88bf-9da6b52b6e64/977c9bd5-c648-4204-9880-d1ef9a5e325b) {{(pid=92953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 14:27:44.312586 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-4793aa40-257b-41f5-bd57-e61979c0516a tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Notify callbacks [] for port, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:44.352741 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-4793aa40-257b-41f5-bd57-e61979c0516a tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744350976988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2608666'] for port, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:44.391016 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4793aa40-257b-41f5-bd57-e61979c0516a tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Network c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5 is already hosted by enough agents. {{(pid=92953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 14:27:44.393834 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.scheduler.base_scheduler [None req-4793aa40-257b-41f5-bd57-e61979c0516a tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Resources bound (agent type, host, resource id): {{(pid=92953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 14:27:44.397274 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4793aa40-257b-41f5-bd57-e61979c0516a tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Received port after_create {{(pid=92953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 14:27:44.429568 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4793aa40-257b-41f5-bd57-e61979c0516a tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Pushing event updated for resources: {'Port': ['ID=977c9bd5-c648-4204-9880-d1ef9a5e325b,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:27:44.755289 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-4793aa40-257b-41f5-bd57-e61979c0516a tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:44.801167 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-4793aa40-257b-41f5-bd57-e61979c0516a tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:44.936155 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Device 566ca855-06e2-4dd7-b9ea-aa2d7a284af4 up at agent ovs-agent-dv-cinder-799821-1-iscsi {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 14:27:44.972513 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-4793aa40-257b-41f5-bd57-e61979c0516a tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Notify callbacks [] for port, precommit_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:44.979721 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-4793aa40-257b-41f5-bd57-e61979c0516a tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2608872'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:45.004651 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Provisioning for port 566ca855-06e2-4dd7-b9ea-aa2d7a284af4 completed by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 14:27:45.009718 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Provisioning complete for port 566ca855-06e2-4dd7-b9ea-aa2d7a284af4 triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 14:27:45.010090 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732533'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:45.072688 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-4793aa40-257b-41f5-bd57-e61979c0516a tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1662057'] for floatingip, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:45.076660 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4793aa40-257b-41f5-bd57-e61979c0516a tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Pushing event updated for resources: {'Port': ['ID=977c9bd5-c648-4204-9880-d1ef9a5e325b,revision_number=2']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:27:45.089474 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-4793aa40-257b-41f5-bd57-e61979c0516a tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171717'] for floatingip, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:45.090803 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-4793aa40-257b-41f5-bd57-e61979c0516a tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1333840 Jul 07 14:27:45.092527 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:45.116761 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] For port 566ca855-06e2-4dd7-b9ea-aa2d7a284af4, host dv-cinder-799821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799821-1-iscsi',level=0,port_id=566ca855-06e2-4dd7-b9ea-aa2d7a284af4,segment=NetworkSegment(f9b1122d-b65f-4a0f-8420-4cc063cf42b9),segment_id=f9b1122d-b65f-4a0f-8420-4cc063cf42b9)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 14:27:45.121533 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:45.171655 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Pushing event updated for resources: {'Port': ['ID=566ca855-06e2-4dd7-b9ea-aa2d7a284af4,revision_number=4']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:27:45.242859 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-e3369edb-fa44-4849-b7b3-c2cd202d49da req-f1d482cb-dbc3-436a-9af3-1224b61305e3 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1766462285&fields=id&tenant_id=e89386cc9223406eb854d8ec22d5afad HTTP/1.1" status: 200 len: 267 time: 0.0347574 Jul 07 14:27:45.275930 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73968e1-9535-40db-a5e5-4a8faea3e640 None None] Sync routers for ids ['7c241464-ad6d-4c10-9c40-aa2237452a65'] in dv-cinder-799821-1-iscsi {{(pid=92956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 14:27:45.285139 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73968e1-9535-40db-a5e5-4a8faea3e640 None None] Routers {'7c241464-ad6d-4c10-9c40-aa2237452a65'} bound to L3 agent in host dv-cinder-799821-1-iscsi {{(pid=92956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 14:27:45.285742 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-e73968e1-9535-40db-a5e5-4a8faea3e640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T13:53:27Z,description=,heartbeat_timestamp=2021-07-07T14:27:27Z,host='dv-cinder-799821-1-iscsi',id=652ddd47-bc13-4e1c-8285-b4eb8cea957f,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:53:27Z,topic='l3_agent')) {'router_ids': ['7c241464-ad6d-4c10-9c40-aa2237452a65'], 'active': True} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:27:45.352623 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3369edb-fa44-4849-b7b3-c2cd202d49da req-23a67bb1-fc65-47cf-91f0-f6b38ff1a045 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:27:45.354106 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-e3369edb-fa44-4849-b7b3-c2cd202d49da req-23a67bb1-fc65-47cf-91f0-f6b38ff1a045 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/networks?id=7c490f9a-1358-4140-991d-bf32698f77aa HTTP/1.1" status: 200 len: 816 time: 0.1045723 Jul 07 14:27:45.369391 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-e3369edb-fa44-4849-b7b3-c2cd202d49da req-0d7b2425-a7da-4ad9-a43e-25ebe2d84abb tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/quotas/e89386cc9223406eb854d8ec22d5afad HTTP/1.1" status: 200 len: 375 time: 0.0098448 Jul 07 14:27:45.395670 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvr_db [None req-e73968e1-9535-40db-a5e5-4a8faea3e640 None None] Set router 7c241464-ad6d-4c10-9c40-aa2237452a65 gateway port host: dv-cinder-799821-1-iscsi {{(pid=92956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 14:27:45.442190 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-e3369edb-fa44-4849-b7b3-c2cd202d49da req-e1dce3d4-b529-4a56-a7fa-cb6de983afa5 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e89386cc9223406eb854d8ec22d5afad&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0672238 Jul 07 14:27:45.504022 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [req-e3369edb-fa44-4849-b7b3-c2cd202d49da req-21e77e55-596a-4788-bf6b-4fe0182223b2 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=92953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 14:27:45.505005 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-e3369edb-fa44-4849-b7b3-c2cd202d49da req-21e77e55-596a-4788-bf6b-4fe0182223b2 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0510364 Jul 07 14:27:45.592937 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-e3369edb-fa44-4849-b7b3-c2cd202d49da req-d85e2e38-024b-4edd-9729-2d2cb6d7c195 service neutron] 10.222.0.16 "GET /v2.0/networks/7c490f9a-1358-4140-991d-bf32698f77aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810783 Jul 07 14:27:45.601594 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-e73968e1-9535-40db-a5e5-4a8faea3e640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c241464-ad6d-4c10-9c40-aa2237452a65', 'name': 'tempest-AttachVolumeShelveTestJSON-150411847-router', 'tenant_id': 'e89386cc9223406eb854d8ec22d5afad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'external_fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '566ca855-06e2-4dd7-b9ea-aa2d7a284af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T14:27:39Z', 'updated_at': '2021-07-07T14:27:42Z', 'revision_number': 4, 'project_id': 'e89386cc9223406eb854d8ec22d5afad', 'gw_port': {'id': '566ca855-06e2-4dd7-b9ea-aa2d7a284af4', 'name': '', 'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:a0:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c241464-ad6d-4c10-9c40-aa2237452a65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:27:40Z', 'updated_at': '2021-07-07T14:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799821-1-iscsi', '_interfaces': [{'id': '9799e51c-57d0-442e-8fcb-cb0875cbe17a', 'name': '', 'network_id': '7c490f9a-1358-4140-991d-bf32698f77aa', 'tenant_id': 'e89386cc9223406eb854d8ec22d5afad', 'mac_address': 'fa:16:3e:63:b9:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c241464-ad6d-4c10-9c40-aa2237452a65', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '6b18de7e-b643-4fd7-b48b-d38da4c85021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:27:41Z', 'updated_at': '2021-07-07T14:27:42Z', 'revision_number': 2, 'project_id': 'e89386cc9223406eb854d8ec22d5afad', 'subnets': [{'id': '6b18de7e-b643-4fd7-b48b-d38da4c85021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799821-1-iscsi', False) {} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:27:45.628543 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73968e1-9535-40db-a5e5-4a8faea3e640 None None] Checking router: 7c241464-ad6d-4c10-9c40-aa2237452a65 for host: dv-cinder-799821-1-iscsi {{(pid=92956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 14:27:45.628936 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73968e1-9535-40db-a5e5-4a8faea3e640 None None] Updating router 7c241464-ad6d-4c10-9c40-aa2237452a65 port 9799e51c-57d0-442e-8fcb-cb0875cbe17a binding host dv-cinder-799821-1-iscsi {{(pid=92956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 14:27:45.662250 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-e73968e1-9535-40db-a5e5-4a8faea3e640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:45.686964 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-e3369edb-fa44-4849-b7b3-c2cd202d49da req-03db2964-0c4d-4219-b563-1a3324487539 service neutron] 10.222.0.16 "GET /v2.0/networks/7c490f9a-1358-4140-991d-bf32698f77aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884967 Jul 07 14:27:45.857919 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-3c366251-3332-48f0-b9c5-e1f0388e4a3f req-af7f37a7-5fd7-4437-be18-543ab38020d7 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/ports?device_id=963d65d9-3a8b-4658-8b90-ab1dd31f271c HTTP/1.1" status: 200 len: 210 time: 0.0305846 Jul 07 14:27:45.935684 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-e73968e1-9535-40db-a5e5-4a8faea3e640 None None] Notify callbacks [] for port, precommit_update {{(pid=92956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:45.945858 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.provisioning_blocks [None req-e73968e1-9535-40db-a5e5-4a8faea3e640 None None] Transition to ACTIVE for port object 9799e51c-57d0-442e-8fcb-cb0875cbe17a will not be triggered until provisioned by entity L2. {{(pid=92956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 14:27:45.951523 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-e73968e1-9535-40db-a5e5-4a8faea3e640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567'] for port, after_update {{(pid=92956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:45.999925 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d163cc-05c1-4645-b702-7015c1e08388 None None] Pushing event updated for resources: {'Port': ['ID=9799e51c-57d0-442e-8fcb-cb0875cbe17a,revision_number=3']} {{(pid=92956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:27:46.011032 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d163cc-05c1-4645-b702-7015c1e08388 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:27:46.011032 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d163cc-05c1-4645-b702-7015c1e08388 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:27:46.011032 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d163cc-05c1-4645-b702-7015c1e08388 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:27:46.011032 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d163cc-05c1-4645-b702-7015c1e08388 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:27:46.011328 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d163cc-05c1-4645-b702-7015c1e08388 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:27:46.011571 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d163cc-05c1-4645-b702-7015c1e08388 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:27:46.011895 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d163cc-05c1-4645-b702-7015c1e08388 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:27:46.012236 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d163cc-05c1-4645-b702-7015c1e08388 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:27:46.012578 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d163cc-05c1-4645-b702-7015c1e08388 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:27:46.012906 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d163cc-05c1-4645-b702-7015c1e08388 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:27:46.013225 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d163cc-05c1-4645-b702-7015c1e08388 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:27:46.013541 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d163cc-05c1-4645-b702-7015c1e08388 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:27:46.072616 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.managers [None req-e73968e1-9535-40db-a5e5-4a8faea3e640 None None] Attempting to bind port 9799e51c-57d0-442e-8fcb-cb0875cbe17a on host dv-cinder-799821-1-iscsi for vnic_type normal with profile {{(pid=92956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 14:27:46.072983 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.managers [None req-e73968e1-9535-40db-a5e5-4a8faea3e640 None None] Attempting to bind port 9799e51c-57d0-442e-8fcb-cb0875cbe17a by drivers openvswitch,hyperv on host dv-cinder-799821-1-iscsi at level 0 using segments [{'id': 'a145ae2e-96d2-4239-b9ef-8a493ddf839d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '7c490f9a-1358-4140-991d-bf32698f77aa'}] {{(pid=92956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 14:27:46.073365 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73968e1-9535-40db-a5e5-4a8faea3e640 None None] Attempting to bind port 9799e51c-57d0-442e-8fcb-cb0875cbe17a on network 7c490f9a-1358-4140-991d-bf32698f77aa {{(pid=92956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 14:27:46.080075 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73968e1-9535-40db-a5e5-4a8faea3e640 None None] Checking agent: {'id': 'bf273e17-8767-46a0-900a-b292254968fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799821-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 13, 53, 28), 'started_at': datetime.datetime(2021, 7, 7, 13, 53, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 14, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799821-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 14:27:46.080695 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73968e1-9535-40db-a5e5-4a8faea3e640 None None] Checking segment: {'id': 'a145ae2e-96d2-4239-b9ef-8a493ddf839d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '7c490f9a-1358-4140-991d-bf32698f77aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 14:27:46.081089 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-e73968e1-9535-40db-a5e5-4a8faea3e640 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:46.081485 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73968e1-9535-40db-a5e5-4a8faea3e640 None None] Bound using segment: {'id': 'a145ae2e-96d2-4239-b9ef-8a493ddf839d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '7c490f9a-1358-4140-991d-bf32698f77aa'} {{(pid=92956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 14:27:46.081943 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.managers [None req-e73968e1-9535-40db-a5e5-4a8faea3e640 None None] Bound port: 9799e51c-57d0-442e-8fcb-cb0875cbe17a, host: dv-cinder-799821-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a145ae2e-96d2-4239-b9ef-8a493ddf839d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '7c490f9a-1358-4140-991d-bf32698f77aa'}}] {{(pid=92956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 14:27:46.082331 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-e73968e1-9535-40db-a5e5-4a8faea3e640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:46.154194 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.db [None req-e73968e1-9535-40db-a5e5-4a8faea3e640 None None] For port 9799e51c-57d0-442e-8fcb-cb0875cbe17a, host dv-cinder-799821-1-iscsi, cleared binding levels {{(pid=92956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 14:27:46.157670 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.db [None req-e73968e1-9535-40db-a5e5-4a8faea3e640 None None] For port 9799e51c-57d0-442e-8fcb-cb0875cbe17a, host dv-cinder-799821-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799821-1-iscsi',level=0,port_id=9799e51c-57d0-442e-8fcb-cb0875cbe17a,segment=NetworkSegment(a145ae2e-96d2-4239-b9ef-8a493ddf839d),segment_id=a145ae2e-96d2-4239-b9ef-8a493ddf839d)] {{(pid=92956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 14:27:46.161775 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-e73968e1-9535-40db-a5e5-4a8faea3e640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567'] for port, after_update {{(pid=92956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:46.223215 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73968e1-9535-40db-a5e5-4a8faea3e640 None None] Routers {'7c241464-ad6d-4c10-9c40-aa2237452a65'} bound to L3 agent in host dv-cinder-799821-1-iscsi {{(pid=92956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 14:27:46.223840 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-e73968e1-9535-40db-a5e5-4a8faea3e640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T13:53:27Z,description=,heartbeat_timestamp=2021-07-07T14:27:27Z,host='dv-cinder-799821-1-iscsi',id=652ddd47-bc13-4e1c-8285-b4eb8cea957f,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:53:27Z,topic='l3_agent')) {'router_ids': ['7c241464-ad6d-4c10-9c40-aa2237452a65'], 'active': True} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:27:46.229361 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d163cc-05c1-4645-b702-7015c1e08388 None None] Pushing event updated for resources: {'Port': ['ID=9799e51c-57d0-442e-8fcb-cb0875cbe17a,revision_number=4']} {{(pid=92956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:27:46.337708 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvr_db [None req-e73968e1-9535-40db-a5e5-4a8faea3e640 None None] Set router 7c241464-ad6d-4c10-9c40-aa2237452a65 gateway port host: dv-cinder-799821-1-iscsi {{(pid=92956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 14:27:46.530102 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-e73968e1-9535-40db-a5e5-4a8faea3e640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c241464-ad6d-4c10-9c40-aa2237452a65', 'name': 'tempest-AttachVolumeShelveTestJSON-150411847-router', 'tenant_id': 'e89386cc9223406eb854d8ec22d5afad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'external_fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '566ca855-06e2-4dd7-b9ea-aa2d7a284af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T14:27:39Z', 'updated_at': '2021-07-07T14:27:42Z', 'revision_number': 4, 'project_id': 'e89386cc9223406eb854d8ec22d5afad', 'gw_port': {'id': '566ca855-06e2-4dd7-b9ea-aa2d7a284af4', 'name': '', 'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:a0:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c241464-ad6d-4c10-9c40-aa2237452a65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:27:40Z', 'updated_at': '2021-07-07T14:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799821-1-iscsi', '_interfaces': [{'id': '9799e51c-57d0-442e-8fcb-cb0875cbe17a', 'name': '', 'network_id': '7c490f9a-1358-4140-991d-bf32698f77aa', 'tenant_id': 'e89386cc9223406eb854d8ec22d5afad', 'mac_address': 'fa:16:3e:63:b9:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c241464-ad6d-4c10-9c40-aa2237452a65', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '6b18de7e-b643-4fd7-b48b-d38da4c85021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:27:41Z', 'updated_at': '2021-07-07T14:27:46Z', 'revision_number': 4, 'project_id': 'e89386cc9223406eb854d8ec22d5afad', 'subnets': [{'id': '6b18de7e-b643-4fd7-b48b-d38da4c85021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799821-1-iscsi', False) {} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:27:46.561558 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73968e1-9535-40db-a5e5-4a8faea3e640 None None] The sync data for ids ['7c241464-ad6d-4c10-9c40-aa2237452a65'] in dv-cinder-799821-1-iscsi is: [{'id': '7c241464-ad6d-4c10-9c40-aa2237452a65', 'name': 'tempest-AttachVolumeShelveTestJSON-150411847-router', 'tenant_id': 'e89386cc9223406eb854d8ec22d5afad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'external_fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '566ca855-06e2-4dd7-b9ea-aa2d7a284af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T14:27:39Z', 'updated_at': '2021-07-07T14:27:42Z', 'revision_number': 4, 'project_id': 'e89386cc9223406eb854d8ec22d5afad', 'gw_port': {'id': '566ca855-06e2-4dd7-b9ea-aa2d7a284af4', 'name': '', 'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:a0:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c241464-ad6d-4c10-9c40-aa2237452a65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:27:40Z', 'updated_at': '2021-07-07T14:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799821-1-iscsi', '_interfaces': [{'id': '9799e51c-57d0-442e-8fcb-cb0875cbe17a', 'name': '', 'network_id': '7c490f9a-1358-4140-991d-bf32698f77aa', 'tenant_id': 'e89386cc9223406eb854d8ec22d5afad', 'mac_address': 'fa:16:3e:63:b9:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c241464-ad6d-4c10-9c40-aa2237452a65', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '6b18de7e-b643-4fd7-b48b-d38da4c85021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:27:41Z', 'updated_at': '2021-07-07T14:27:46Z', 'revision_number': 4, 'project_id': 'e89386cc9223406eb854d8ec22d5afad', 'subnets': [{'id': '6b18de7e-b643-4fd7-b48b-d38da4c85021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 14:27:46.961813 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Device 9799e51c-57d0-442e-8fcb-cb0875cbe17a up at agent ovs-agent-dv-cinder-799821-1-iscsi {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 14:27:46.980159 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-8c53a110-28a2-468b-9c48-3932d5703909 req-867a8593-5b8e-4b39-814f-1b5934360e15 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/ports?device_id=963d65d9-3a8b-4658-8b90-ab1dd31f271c HTTP/1.1" status: 200 len: 210 time: 0.0450666 Jul 07 14:27:47.021223 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Provisioning for port 9799e51c-57d0-442e-8fcb-cb0875cbe17a completed by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 14:27:47.026011 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Provisioning complete for port 9799e51c-57d0-442e-8fcb-cb0875cbe17a triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 14:27:47.026484 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732533'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:47.137675 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:47.181844 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] For port 9799e51c-57d0-442e-8fcb-cb0875cbe17a, host dv-cinder-799821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799821-1-iscsi',level=0,port_id=9799e51c-57d0-442e-8fcb-cb0875cbe17a,segment=NetworkSegment(a145ae2e-96d2-4239-b9ef-8a493ddf839d),segment_id=a145ae2e-96d2-4239-b9ef-8a493ddf839d)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 14:27:47.185693 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:47.186846 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Device 566ca855-06e2-4dd7-b9ea-aa2d7a284af4 up at agent ovs-agent-dv-cinder-799821-1-iscsi {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 14:27:47.269332 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Pushing event updated for resources: {'Port': ['ID=9799e51c-57d0-442e-8fcb-cb0875cbe17a,revision_number=5']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:27:47.281422 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Provisioning complete for port 566ca855-06e2-4dd7-b9ea-aa2d7a284af4 triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 14:27:47.281916 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732533'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:48.124365 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-711ab06a-60eb-4d6e-8b7f-fa4318ab5c4b req-88ccfa9b-24ed-4a01-b920-8883cc562c3c tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/ports?device_id=963d65d9-3a8b-4658-8b90-ab1dd31f271c HTTP/1.1" status: 200 len: 210 time: 0.0280089 Jul 07 14:27:48.418059 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-02e4cc60-29de-4d75-83b3-f80216a6bf34 req-2f1234f4-a7d1-4eae-aafd-5c0d3793356a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0b6db017-c5cc-4651-bb17-9bd457b45295&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0496345 Jul 07 14:27:48.505961 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e4cc60-29de-4d75-83b3-f80216a6bf34 req-ef9a41d9-08cf-441f-b53d-9deaf4229154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:27:48.508346 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-02e4cc60-29de-4d75-83b3-f80216a6bf34 req-ef9a41d9-08cf-441f-b53d-9deaf4229154 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4606813b7d26435ca537716b5eac6fcc&device_id=0b6db017-c5cc-4651-bb17-9bd457b45295 HTTP/1.1" status: 200 len: 1099 time: 0.0624266 Jul 07 14:27:48.614175 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e4cc60-29de-4d75-83b3-f80216a6bf34 req-5f59582a-fce3-473a-852f-8c52fead73f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:27:48.615661 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-02e4cc60-29de-4d75-83b3-f80216a6bf34 req-5f59582a-fce3-473a-852f-8c52fead73f2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8ff1e969-aa56-4a37-b509-25263365d4bf HTTP/1.1" status: 200 len: 916 time: 0.0849380 Jul 07 14:27:48.665295 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-02e4cc60-29de-4d75-83b3-f80216a6bf34 req-055e072d-f410-468d-ab9e-b6cc33799a04 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c2a8a1f4-70b1-48ed-8ad4-7f8642f3990e HTTP/1.1" status: 200 len: 217 time: 0.0382156 Jul 07 14:27:48.723570 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e4cc60-29de-4d75-83b3-f80216a6bf34 req-920d1b76-5c25-4835-b1b6-21e1b452316b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:27:48.725846 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-02e4cc60-29de-4d75-83b3-f80216a6bf34 req-920d1b76-5c25-4835-b1b6-21e1b452316b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3c42dee8-1dec-4168-bdb5-a4e686f12390 HTTP/1.1" status: 200 len: 855 time: 0.0430355 Jul 07 14:27:48.762143 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-02e4cc60-29de-4d75-83b3-f80216a6bf34 req-d8a777d0-fa2f-49fc-a06c-956ce6588c05 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8ff1e969-aa56-4a37-b509-25263365d4bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261552 Jul 07 14:27:48.862646 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-02e4cc60-29de-4d75-83b3-f80216a6bf34 req-37ff48e3-9ac0-41cc-adeb-b2bc53ac4ec2 service neutron] 10.222.0.24 "GET /v2.0/networks/8ff1e969-aa56-4a37-b509-25263365d4bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904293 Jul 07 14:27:48.911534 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Device 9799e51c-57d0-442e-8fcb-cb0875cbe17a up at agent ovs-agent-dv-cinder-799821-1-iscsi {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 14:27:48.962565 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Provisioning complete for port 9799e51c-57d0-442e-8fcb-cb0875cbe17a triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 14:27:48.962950 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732533'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:48.964168 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-02e4cc60-29de-4d75-83b3-f80216a6bf34 req-69d08301-4eba-4661-bfd2-47c9b40f8065 service neutron] 10.222.0.24 "GET /v2.0/networks/8ff1e969-aa56-4a37-b509-25263365d4bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885329 Jul 07 14:27:49.302827 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-927bf7f4-8f39-4ae7-9e62-1d9635c0ad11 req-c4b1422d-c310-4a34-b481-4f83cf6765f3 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/ports?device_id=963d65d9-3a8b-4658-8b90-ab1dd31f271c HTTP/1.1" status: 200 len: 210 time: 0.0411930 Jul 07 14:27:49.390763 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3369edb-fa44-4849-b7b3-c2cd202d49da req-1448572c-e232-4750-91a6-1574094e52a4 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:27:49.392236 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-e3369edb-fa44-4849-b7b3-c2cd202d49da req-1448572c-e232-4750-91a6-1574094e52a4 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.24 "GET /v2.0/networks?id=7c490f9a-1358-4140-991d-bf32698f77aa HTTP/1.1" status: 200 len: 816 time: 0.1468599 Jul 07 14:27:49.436525 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-e3369edb-fa44-4849-b7b3-c2cd202d49da req-ea1ad31e-0fc4-4ed3-9441-2db6fc9800b9 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e89386cc9223406eb854d8ec22d5afad HTTP/1.1" status: 200 len: 380 time: 0.0342803 Jul 07 14:27:49.447091 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [req-e3369edb-fa44-4849-b7b3-c2cd202d49da req-67409690-c726-449b-a93a-0e263ce018cc tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Request body: {'port': {'device_id': '963d65d9-3a8b-4658-8b90-ab1dd31f271c', 'network_id': '7c490f9a-1358-4140-991d-bf32698f77aa', 'admin_state_up': True, 'tenant_id': 'e89386cc9223406eb854d8ec22d5afad', 'security_groups': ['48f471bb-7db6-49cd-95b2-5af8cd26bae1']}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 14:27:49.562792 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3369edb-fa44-4849-b7b3-c2cd202d49da req-67409690-c726-449b-a93a-0e263ce018cc tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Made reservation on behalf of e89386cc9223406eb854d8ec22d5afad for: {'port': 1} {{(pid=92954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 14:27:49.566545 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-e3369edb-fa44-4849-b7b3-c2cd202d49da req-67409690-c726-449b-a93a-0e263ce018cc tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:49.690770 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.db.db_base_plugin_common [req-e3369edb-fa44-4849-b7b3-c2cd202d49da req-67409690-c726-449b-a93a-0e263ce018cc tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Allocated IP 172.20.0.14 (7c490f9a-1358-4140-991d-bf32698f77aa/6b18de7e-b643-4fd7-b48b-d38da4c85021/a4eb7492-116a-40df-ad2e-dd1161978853) {{(pid=92954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 14:27:49.825474 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-e3369edb-fa44-4849-b7b3-c2cd202d49da req-67409690-c726-449b-a93a-0e263ce018cc tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Notify callbacks [] for port, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:49.839027 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.db.provisioning_blocks [req-e3369edb-fa44-4849-b7b3-c2cd202d49da req-67409690-c726-449b-a93a-0e263ce018cc tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Transition to ACTIVE for port object a4eb7492-116a-40df-ad2e-dd1161978853 will not be triggered until provisioned by entity DHCP. {{(pid=92954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 14:27:49.872312 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-e3369edb-fa44-4849-b7b3-c2cd202d49da req-67409690-c726-449b-a93a-0e263ce018cc tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744350976988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8461633'] for port, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:49.914957 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3369edb-fa44-4849-b7b3-c2cd202d49da req-67409690-c726-449b-a93a-0e263ce018cc tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Network 7c490f9a-1358-4140-991d-bf32698f77aa is already hosted by enough agents. {{(pid=92954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 14:27:49.918305 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.scheduler.base_scheduler [req-e3369edb-fa44-4849-b7b3-c2cd202d49da req-67409690-c726-449b-a93a-0e263ce018cc tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Resources bound (agent type, host, resource id): {{(pid=92954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 14:27:49.922166 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3369edb-fa44-4849-b7b3-c2cd202d49da req-67409690-c726-449b-a93a-0e263ce018cc tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Received port after_create {{(pid=92954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 14:27:49.958495 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67409690-c726-449b-a93a-0e263ce018cc tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Pushing event updated for resources: {'Port': ['ID=a4eb7492-116a-40df-ad2e-dd1161978853,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:27:49.988581 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3369edb-fa44-4849-b7b3-c2cd202d49da req-67409690-c726-449b-a93a-0e263ce018cc tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:27:49.989010 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-e3369edb-fa44-4849-b7b3-c2cd202d49da req-67409690-c726-449b-a93a-0e263ce018cc tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171717'] for port, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:50.005453 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-e3369edb-fa44-4849-b7b3-c2cd202d49da req-67409690-c726-449b-a93a-0e263ce018cc tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5634086 Jul 07 14:27:50.022881 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [req-e3369edb-fa44-4849-b7b3-c2cd202d49da req-fa452ee3-307a-4b95-a27d-dd8c528e1984 service neutron] Request body: {'port': {'device_id': '963d65d9-3a8b-4658-8b90-ab1dd31f271c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79982'}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 14:27:50.097968 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-e3369edb-fa44-4849-b7b3-c2cd202d49da req-fa452ee3-307a-4b95-a27d-dd8c528e1984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:50.179737 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-a2923911-3642-4b04-9e5b-e8300e8f810a None None] Provisioning for port a4eb7492-116a-40df-ad2e-dd1161978853 completed by entity DHCP. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 14:27:50.183559 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-a2923911-3642-4b04-9e5b-e8300e8f810a None None] Provisioning complete for port a4eb7492-116a-40df-ad2e-dd1161978853 triggered by entity DHCP. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 14:27:50.183931 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a2923911-3642-4b04-9e5b-e8300e8f810a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732533'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:50.217589 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-a2923911-3642-4b04-9e5b-e8300e8f810a None None] Port a4eb7492-116a-40df-ad2e-dd1161978853 cannot update to ACTIVE because it is not bound. {{(pid=92955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 14:27:50.491789 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eef94a-5225-444c-b792-2ee409de2b2b req-c55280d3-91b9-483b-92dc-a9a5c1fed830 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:27:50.493340 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-d6eef94a-5225-444c-b792-2ee409de2b2b req-c55280d3-91b9-483b-92dc-a9a5c1fed830 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/ports?device_id=963d65d9-3a8b-4658-8b90-ab1dd31f271c HTTP/1.1" status: 200 len: 932 time: 0.0658994 Jul 07 14:27:50.532603 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-d6eef94a-5225-444c-b792-2ee409de2b2b req-2c2b1564-711a-4ffc-8ac9-8e27bdc8fa97 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/security-groups?id=48f471bb-7db6-49cd-95b2-5af8cd26bae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330727 Jul 07 14:27:50.627177 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.notifiers.nova [req-e3369edb-fa44-4849-b7b3-c2cd202d49da req-fa452ee3-307a-4b95-a27d-dd8c528e1984 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4eb7492-116a-40df-ad2e-dd1161978853 {{(pid=92954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 14:27:50.634876 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-e3369edb-fa44-4849-b7b3-c2cd202d49da req-fa452ee3-307a-4b95-a27d-dd8c528e1984 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:50.646204 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.db.provisioning_blocks [req-e3369edb-fa44-4849-b7b3-c2cd202d49da req-fa452ee3-307a-4b95-a27d-dd8c528e1984 service neutron] Transition to ACTIVE for port object a4eb7492-116a-40df-ad2e-dd1161978853 will not be triggered until provisioned by entity L2. {{(pid=92954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 14:27:50.650340 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-e3369edb-fa44-4849-b7b3-c2cd202d49da req-fa452ee3-307a-4b95-a27d-dd8c528e1984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8461747'] for port, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:50.699173 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa452ee3-307a-4b95-a27d-dd8c528e1984 service neutron] Pushing event updated for resources: {'Port': ['ID=a4eb7492-116a-40df-ad2e-dd1161978853,revision_number=2']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:27:50.776156 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [req-e3369edb-fa44-4849-b7b3-c2cd202d49da req-fa452ee3-307a-4b95-a27d-dd8c528e1984 service neutron] Attempting to bind port a4eb7492-116a-40df-ad2e-dd1161978853 on host hv-cinder-79982 for vnic_type normal with profile {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 14:27:50.776567 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [req-e3369edb-fa44-4849-b7b3-c2cd202d49da req-fa452ee3-307a-4b95-a27d-dd8c528e1984 service neutron] Attempting to bind port a4eb7492-116a-40df-ad2e-dd1161978853 by drivers openvswitch,hyperv on host hv-cinder-79982 at level 0 using segments [{'id': 'a145ae2e-96d2-4239-b9ef-8a493ddf839d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '7c490f9a-1358-4140-991d-bf32698f77aa'}] {{(pid=92954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 14:27:50.776925 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3369edb-fa44-4849-b7b3-c2cd202d49da req-fa452ee3-307a-4b95-a27d-dd8c528e1984 service neutron] Attempting to bind port a4eb7492-116a-40df-ad2e-dd1161978853 on network 7c490f9a-1358-4140-991d-bf32698f77aa {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 14:27:50.781694 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3369edb-fa44-4849-b7b3-c2cd202d49da req-fa452ee3-307a-4b95-a27d-dd8c528e1984 service neutron] Port a4eb7492-116a-40df-ad2e-dd1161978853 on network 7c490f9a-1358-4140-991d-bf32698f77aa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79982 {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 14:27:50.782018 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3369edb-fa44-4849-b7b3-c2cd202d49da req-fa452ee3-307a-4b95-a27d-dd8c528e1984 service neutron] Attempting to bind port a4eb7492-116a-40df-ad2e-dd1161978853 on network 7c490f9a-1358-4140-991d-bf32698f77aa {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 14:27:50.787179 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3369edb-fa44-4849-b7b3-c2cd202d49da req-fa452ee3-307a-4b95-a27d-dd8c528e1984 service neutron] Checking agent: {'id': 'e287df4f-fe28-4fcb-9cb8-6aa29893570a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79982', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 13, 59, 32), 'started_at': datetime.datetime(2021, 7, 7, 13, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 14, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 14:27:50.787523 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3369edb-fa44-4849-b7b3-c2cd202d49da req-fa452ee3-307a-4b95-a27d-dd8c528e1984 service neutron] Checking segment: {'id': 'a145ae2e-96d2-4239-b9ef-8a493ddf839d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '7c490f9a-1358-4140-991d-bf32698f77aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 14:27:50.788652 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3369edb-fa44-4849-b7b3-c2cd202d49da req-fa452ee3-307a-4b95-a27d-dd8c528e1984 service neutron] Bound using segment: {'id': 'a145ae2e-96d2-4239-b9ef-8a493ddf839d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '7c490f9a-1358-4140-991d-bf32698f77aa'} {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 14:27:50.789089 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [req-e3369edb-fa44-4849-b7b3-c2cd202d49da req-fa452ee3-307a-4b95-a27d-dd8c528e1984 service neutron] Bound port: a4eb7492-116a-40df-ad2e-dd1161978853, host: hv-cinder-79982, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a145ae2e-96d2-4239-b9ef-8a493ddf839d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '7c490f9a-1358-4140-991d-bf32698f77aa'}}] {{(pid=92954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 14:27:50.789453 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-e3369edb-fa44-4849-b7b3-c2cd202d49da req-fa452ee3-307a-4b95-a27d-dd8c528e1984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:50.854184 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [req-e3369edb-fa44-4849-b7b3-c2cd202d49da req-fa452ee3-307a-4b95-a27d-dd8c528e1984 service neutron] For port a4eb7492-116a-40df-ad2e-dd1161978853, host hv-cinder-79982, cleared binding levels {{(pid=92954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 14:27:50.857182 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [req-e3369edb-fa44-4849-b7b3-c2cd202d49da req-fa452ee3-307a-4b95-a27d-dd8c528e1984 service neutron] For port a4eb7492-116a-40df-ad2e-dd1161978853, host hv-cinder-79982, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79982',level=0,port_id=a4eb7492-116a-40df-ad2e-dd1161978853,segment=NetworkSegment(a145ae2e-96d2-4239-b9ef-8a493ddf839d),segment_id=a145ae2e-96d2-4239-b9ef-8a493ddf839d)] {{(pid=92954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 14:27:50.861593 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-e3369edb-fa44-4849-b7b3-c2cd202d49da req-fa452ee3-307a-4b95-a27d-dd8c528e1984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8461747'] for port, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:50.895014 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3369edb-fa44-4849-b7b3-c2cd202d49da req-fa452ee3-307a-4b95-a27d-dd8c528e1984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:27:50.895627 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-e3369edb-fa44-4849-b7b3-c2cd202d49da req-fa452ee3-307a-4b95-a27d-dd8c528e1984 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171717'] for port, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:50.897046 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-e3369edb-fa44-4849-b7b3-c2cd202d49da req-fa452ee3-307a-4b95-a27d-dd8c528e1984 service neutron] 10.222.0.24 "PUT /v2.0/ports/a4eb7492-116a-40df-ad2e-dd1161978853 HTTP/1.1" status: 200 len: 1094 time: 0.8791215 Jul 07 14:27:50.897637 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '963d65d9-3a8b-4658-8b90-ab1dd31f271c', 'tag': 'a4eb7492-116a-40df-ad2e-dd1161978853'}] {{(pid=92954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 14:27:50.900167 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23a2f25214143ca7dc6eabc905ff8a7df5b3799efbbaa422209646810e3da78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-766489db-90d4-4ae9-8518-d25e51673f24" -d '{"events": [{"name": "network-changed", "server_uuid": "963d65d9-3a8b-4658-8b90-ab1dd31f271c", "tag": "a4eb7492-116a-40df-ad2e-dd1161978853"}]}' {{(pid=92954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 14:27:50.925073 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa452ee3-307a-4b95-a27d-dd8c528e1984 service neutron] Pushing event updated for resources: {'Port': ['ID=a4eb7492-116a-40df-ad2e-dd1161978853,revision_number=3']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:27:50.951954 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 14:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02ac8854-1aa7-4641-b79f-0af153304f48 x-openstack-request-id: req-02ac8854-1aa7-4641-b79f-0af153304f48 {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 14:27:50.952291 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "963d65d9-3a8b-4658-8b90-ab1dd31f271c", "tag": "a4eb7492-116a-40df-ad2e-dd1161978853", "status": "completed", "code": 200}]} {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 14:27:50.952583 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-02ac8854-1aa7-4641-b79f-0af153304f48 {{(pid=92954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 14:27:50.952977 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '963d65d9-3a8b-4658-8b90-ab1dd31f271c', 'tag': 'a4eb7492-116a-40df-ad2e-dd1161978853', 'status': 'completed', 'code': 200} Jul 07 14:27:51.002925 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3369edb-fa44-4849-b7b3-c2cd202d49da req-2d2b11b6-f09e-4d22-9853-85181687ba51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:27:51.004453 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-e3369edb-fa44-4849-b7b3-c2cd202d49da req-2d2b11b6-f09e-4d22-9853-85181687ba51 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e89386cc9223406eb854d8ec22d5afad&device_id=963d65d9-3a8b-4658-8b90-ab1dd31f271c HTTP/1.1" status: 200 len: 1097 time: 0.0635309 Jul 07 14:27:51.052241 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-e3369edb-fa44-4849-b7b3-c2cd202d49da req-b14d42b5-6591-42a4-9635-df0dd5ff3f2a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a4eb7492-116a-40df-ad2e-dd1161978853 HTTP/1.1" status: 200 len: 217 time: 0.0400608 Jul 07 14:27:51.101757 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3369edb-fa44-4849-b7b3-c2cd202d49da req-8118969d-ca7c-4c81-9540-e7213908c54a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:27:51.103202 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-e3369edb-fa44-4849-b7b3-c2cd202d49da req-8118969d-ca7c-4c81-9540-e7213908c54a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6b18de7e-b643-4fd7-b48b-d38da4c85021 HTTP/1.1" status: 200 len: 855 time: 0.0445158 Jul 07 14:27:51.168743 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3369edb-fa44-4849-b7b3-c2cd202d49da req-85ec1ec1-4bd4-482c-a9e3-cd9c844da547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:27:51.170305 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-e3369edb-fa44-4849-b7b3-c2cd202d49da req-85ec1ec1-4bd4-482c-a9e3-cd9c844da547 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7c490f9a-1358-4140-991d-bf32698f77aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0572727 Jul 07 14:27:51.264209 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-e3369edb-fa44-4849-b7b3-c2cd202d49da req-36d5d8b4-77a4-4832-b1f5-8be80c060eb2 service neutron] 10.222.0.24 "GET /v2.0/networks/7c490f9a-1358-4140-991d-bf32698f77aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829058 Jul 07 14:27:51.366399 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-e3369edb-fa44-4849-b7b3-c2cd202d49da req-dc976ebb-4346-48c4-9290-cbc70a19a97a service neutron] 10.222.0.24 "GET /v2.0/networks/7c490f9a-1358-4140-991d-bf32698f77aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906007 Jul 07 14:27:51.475652 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766489db-90d4-4ae9-8518-d25e51673f24 req-7c3e8e87-101e-4a37-a3e1-8df7350b801c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:27:51.477321 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-766489db-90d4-4ae9-8518-d25e51673f24 req-7c3e8e87-101e-4a37-a3e1-8df7350b801c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e89386cc9223406eb854d8ec22d5afad&device_id=963d65d9-3a8b-4658-8b90-ab1dd31f271c HTTP/1.1" status: 200 len: 1097 time: 0.0542397 Jul 07 14:27:51.576595 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766489db-90d4-4ae9-8518-d25e51673f24 req-5df690eb-37fc-451d-9221-e0fafae8e60f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:27:51.578134 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-766489db-90d4-4ae9-8518-d25e51673f24 req-5df690eb-37fc-451d-9221-e0fafae8e60f service neutron] 10.222.0.24 "GET /v2.0/networks?id=7c490f9a-1358-4140-991d-bf32698f77aa HTTP/1.1" status: 200 len: 917 time: 0.0911465 Jul 07 14:27:51.624842 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-766489db-90d4-4ae9-8518-d25e51673f24 req-16e8d762-d95d-402d-a30d-36be66502e91 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a4eb7492-116a-40df-ad2e-dd1161978853 HTTP/1.1" status: 200 len: 217 time: 0.0398304 Jul 07 14:27:51.680078 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766489db-90d4-4ae9-8518-d25e51673f24 req-c30622d7-896c-4a95-a3d4-5bce969fbb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:27:51.681536 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-766489db-90d4-4ae9-8518-d25e51673f24 req-c30622d7-896c-4a95-a3d4-5bce969fbb19 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6b18de7e-b643-4fd7-b48b-d38da4c85021 HTTP/1.1" status: 200 len: 855 time: 0.0497687 Jul 07 14:27:51.721940 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438f0088-a5eb-4777-a7df-772caf78875e req-73e66a7b-ae65-4acd-a4e2-764b3002a4bf tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:27:51.723478 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-438f0088-a5eb-4777-a7df-772caf78875e req-73e66a7b-ae65-4acd-a4e2-764b3002a4bf tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/ports?device_id=963d65d9-3a8b-4658-8b90-ab1dd31f271c HTTP/1.1" status: 200 len: 944 time: 0.0666521 Jul 07 14:27:51.743035 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766489db-90d4-4ae9-8518-d25e51673f24 req-4effa211-f97a-4bc6-8623-f41ab70e69d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:27:51.744574 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-766489db-90d4-4ae9-8518-d25e51673f24 req-4effa211-f97a-4bc6-8623-f41ab70e69d3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7c490f9a-1358-4140-991d-bf32698f77aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0555415 Jul 07 14:27:51.776121 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-438f0088-a5eb-4777-a7df-772caf78875e req-f74b09ae-c17f-4403-b8f7-d4aa2992b4c7 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/security-groups?id=48f471bb-7db6-49cd-95b2-5af8cd26bae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461340 Jul 07 14:27:51.844306 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-766489db-90d4-4ae9-8518-d25e51673f24 req-c28e87de-8026-4814-9583-937588037d91 service neutron] 10.222.0.24 "GET /v2.0/networks/7c490f9a-1358-4140-991d-bf32698f77aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926046 Jul 07 14:27:51.938151 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-766489db-90d4-4ae9-8518-d25e51673f24 req-a193eb39-1d41-4d9c-8149-efea18c2c660 service neutron] 10.222.0.24 "GET /v2.0/networks/7c490f9a-1358-4140-991d-bf32698f77aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866857 Jul 07 14:27:52.892969 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Device a4eb7492-116a-40df-ad2e-dd1161978853 details requested by agent hyperv_hv-cinder-79982 with host hv-cinder-79982 {{(pid=92955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 14:27:52.965044 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981d8cc0-5735-4d21-8f36-c3be7939410a req-8e2529e9-e589-4ca5-904b-fe3386daaaa3 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:27:52.966638 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-981d8cc0-5735-4d21-8f36-c3be7939410a req-8e2529e9-e589-4ca5-904b-fe3386daaaa3 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/ports?device_id=963d65d9-3a8b-4658-8b90-ab1dd31f271c HTTP/1.1" status: 200 len: 944 time: 0.0675921 Jul 07 14:27:52.996099 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] For port a4eb7492-116a-40df-ad2e-dd1161978853, host hv-cinder-79982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79982',level=0,port_id=a4eb7492-116a-40df-ad2e-dd1161978853,segment=NetworkSegment(a145ae2e-96d2-4239-b9ef-8a493ddf839d),segment_id=a145ae2e-96d2-4239-b9ef-8a493ddf839d)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 14:27:53.008343 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Returning: {'device': 'a4eb7492-116a-40df-ad2e-dd1161978853', 'network_id': '7c490f9a-1358-4140-991d-bf32698f77aa', 'port_id': 'a4eb7492-116a-40df-ad2e-dd1161978853', 'mac_address': 'fa:16:3e:b8:56:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b18de7e-b643-4fd7-b48b-d38da4c85021', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 14:27:53.009207 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-981d8cc0-5735-4d21-8f36-c3be7939410a req-c6c463c6-bee2-4b50-bc5b-ca82f34c7fbb tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/security-groups?id=48f471bb-7db6-49cd-95b2-5af8cd26bae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360966 Jul 07 14:27:53.044566 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:53.057317 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.notifiers.nova [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4eb7492-116a-40df-ad2e-dd1161978853 {{(pid=92955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 14:27:53.076084 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] For port a4eb7492-116a-40df-ad2e-dd1161978853, host hv-cinder-79982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79982',level=0,port_id=a4eb7492-116a-40df-ad2e-dd1161978853,segment=NetworkSegment(a145ae2e-96d2-4239-b9ef-8a493ddf839d),segment_id=a145ae2e-96d2-4239-b9ef-8a493ddf839d)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 14:27:53.080345 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:53.130273 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Pushing event updated for resources: {'Port': ['ID=a4eb7492-116a-40df-ad2e-dd1161978853,revision_number=4']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:27:53.431029 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] get_ports_and_sgs() called for port_ids ['a4eb7492-116a-40df-ad2e-dd1161978853'] {{(pid=92955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 14:27:54.186522 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3974b3-b932-42e8-94ed-fb86bb30e73a req-75792a84-9b73-41df-842f-57bd5ffc9639 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:27:54.187884 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-0e3974b3-b932-42e8-94ed-fb86bb30e73a req-75792a84-9b73-41df-842f-57bd5ffc9639 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/ports?device_id=963d65d9-3a8b-4658-8b90-ab1dd31f271c HTTP/1.1" status: 200 len: 945 time: 0.0615242 Jul 07 14:27:54.230367 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-0e3974b3-b932-42e8-94ed-fb86bb30e73a req-dfda9db2-f08f-4987-bb29-cea724e678f6 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/security-groups?id=48f471bb-7db6-49cd-95b2-5af8cd26bae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370314 Jul 07 14:27:54.892303 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Device a4eb7492-116a-40df-ad2e-dd1161978853 up at agent hyperv_hv-cinder-79982 {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 14:27:54.895504 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-b7362a46-14ef-487e-b7a5-8ba89b1773e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:54.939361 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Provisioning for port a4eb7492-116a-40df-ad2e-dd1161978853 completed by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 14:27:54.943111 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Provisioning complete for port a4eb7492-116a-40df-ad2e-dd1161978853 triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 14:27:54.943534 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732533'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:55.025875 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:55.048303 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '963d65d9-3a8b-4658-8b90-ab1dd31f271c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4eb7492-116a-40df-ad2e-dd1161978853'}] {{(pid=92955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 14:27:55.050692 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e11a9a08f0ebba7a9f0c3b7780f6d7944ec82452e2695ea1962573c23703eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5ef1ddc-6aa1-4536-9e22-d5ee48b58d92" -d '{"events": [{"server_uuid": "963d65d9-3a8b-4658-8b90-ab1dd31f271c", "name": "network-vif-plugged", "status": "completed", "tag": "a4eb7492-116a-40df-ad2e-dd1161978853"}]}' {{(pid=92955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 14:27:55.064306 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] For port a4eb7492-116a-40df-ad2e-dd1161978853, host hv-cinder-79982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79982',level=0,port_id=a4eb7492-116a-40df-ad2e-dd1161978853,segment=NetworkSegment(a145ae2e-96d2-4239-b9ef-8a493ddf839d),segment_id=a145ae2e-96d2-4239-b9ef-8a493ddf839d)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 14:27:55.068296 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:55.114394 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Pushing event updated for resources: {'Port': ['ID=a4eb7492-116a-40df-ad2e-dd1161978853,revision_number=5']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:27:55.146304 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 14:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-216210cc-f07d-4683-8851-c620feebf2e2 x-openstack-request-id: req-216210cc-f07d-4683-8851-c620feebf2e2 {{(pid=92955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 14:27:55.146623 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "963d65d9-3a8b-4658-8b90-ab1dd31f271c", "name": "network-vif-plugged", "status": "completed", "tag": "a4eb7492-116a-40df-ad2e-dd1161978853", "code": 200}]} {{(pid=92955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 14:27:55.146872 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-216210cc-f07d-4683-8851-c620feebf2e2 {{(pid=92955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 14:27:55.147256 dv-cinder-799821-1-iscsi neutron-server[92955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '963d65d9-3a8b-4658-8b90-ab1dd31f271c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4eb7492-116a-40df-ad2e-dd1161978853', 'code': 200} Jul 07 14:27:55.233803 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.agents_db [None req-578d1851-68de-424d-8d1f-a58f436dd381 None None] Agent healthcheck: found 6 active agents {{(pid=92956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 14:27:55.385542 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ad6ed1-93ed-47ab-8c4b-f06f273d9ded req-05dafd68-d99d-4a7b-b45f-b36132b84082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:27:55.387070 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-b4ad6ed1-93ed-47ab-8c4b-f06f273d9ded req-05dafd68-d99d-4a7b-b45f-b36132b84082 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=963d65d9-3a8b-4658-8b90-ab1dd31f271c HTTP/1.1" status: 200 len: 1099 time: 0.0541527 Jul 07 14:27:55.407596 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3233fbee-1e53-4683-89c0-58adf6cfacce req-5b25d1d9-cafb-4009-9b4f-e6a64acae309 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:27:55.409069 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-3233fbee-1e53-4683-89c0-58adf6cfacce req-5b25d1d9-cafb-4009-9b4f-e6a64acae309 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/ports?device_id=963d65d9-3a8b-4658-8b90-ab1dd31f271c HTTP/1.1" status: 200 len: 946 time: 0.0654948 Jul 07 14:27:55.429358 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-b4ad6ed1-93ed-47ab-8c4b-f06f273d9ded req-c3496711-3a4f-4842-8e1b-1a26b9d80de1 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=48f471bb-7db6-49cd-95b2-5af8cd26bae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324545 Jul 07 14:27:55.447275 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-3233fbee-1e53-4683-89c0-58adf6cfacce req-ee462bc9-89c3-4952-b25f-a9e7675b7cf3 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/security-groups?id=48f471bb-7db6-49cd-95b2-5af8cd26bae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317552 Jul 07 14:27:56.638370 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc526f5b-a451-4b59-b3bd-ba5391448e67 req-14cb9850-44b0-4c54-8193-c97ba9a164d0 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:27:56.639624 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-fc526f5b-a451-4b59-b3bd-ba5391448e67 req-14cb9850-44b0-4c54-8193-c97ba9a164d0 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/ports?device_id=963d65d9-3a8b-4658-8b90-ab1dd31f271c HTTP/1.1" status: 200 len: 946 time: 0.0651915 Jul 07 14:27:56.676781 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-fc526f5b-a451-4b59-b3bd-ba5391448e67 req-9920b45b-587c-479c-bbc5-d31a6b349ba5 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/security-groups?id=48f471bb-7db6-49cd-95b2-5af8cd26bae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313859 Jul 07 14:27:56.850133 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7797d935-fd67-455b-a2e5-ab6255cc83b3 req-17458e9c-5846-4f80-a16a-1a4640f822e7 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:27:56.852150 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-7797d935-fd67-455b-a2e5-ab6255cc83b3 req-17458e9c-5846-4f80-a16a-1a4640f822e7 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/ports?device_id=963d65d9-3a8b-4658-8b90-ab1dd31f271c HTTP/1.1" status: 200 len: 946 time: 0.0622575 Jul 07 14:27:56.861164 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 36618) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:27:56.866206 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.v2.base [None req-b675c00b-ffef-46a2-9e93-8c495d422ed4 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Request body: {'floatingip': {'port_id': 'a4eb7492-116a-40df-ad2e-dd1161978853'}} {{(pid=92953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 14:27:56.909459 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-b675c00b-ffef-46a2-9e93-8c495d422ed4 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Notify callbacks [] for floatingip, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:57.362401 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-b675c00b-ffef-46a2-9e93-8c495d422ed4 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:57.366148 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-b675c00b-ffef-46a2-9e93-8c495d422ed4 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1662057'] for floatingip, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:57.462165 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.db.l3_db [None req-b675c00b-ffef-46a2-9e93-8c495d422ed4 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Floating IP e3fc5600-e619-4fb9-b5d0-17ee9b2846d0 associated. External IP: 172.27.0.94, port: a4eb7492-116a-40df-ad2e-dd1161978853. Jul 07 14:27:57.513751 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-074d3479-c8e6-4037-b4ca-d5dc035b70d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:57.664384 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b675c00b-ffef-46a2-9e93-8c495d422ed4 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Router 7c241464-ad6d-4c10-9c40-aa2237452a65 has already been hosted by L3 agent 652ddd47-bc13-4e1c-8285-b4eb8cea957f {{(pid=92953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 14:27:57.770298 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b675c00b-ffef-46a2-9e93-8c495d422ed4 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Notify agent at l3_agent.dv-cinder-799821-1-iscsi the message routers_updated {{(pid=92953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 14:27:57.774968 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-b675c00b-ffef-46a2-9e93-8c495d422ed4 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171717'] for floatingip, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:57.780998 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba53be89-3f53-4c6c-bda1-6d633d94df1e None None] Sync routers for ids ['7c241464-ad6d-4c10-9c40-aa2237452a65'] in dv-cinder-799821-1-iscsi {{(pid=92955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 14:27:57.789637 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba53be89-3f53-4c6c-bda1-6d633d94df1e None None] Routers {'7c241464-ad6d-4c10-9c40-aa2237452a65'} bound to L3 agent in host dv-cinder-799821-1-iscsi {{(pid=92955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 14:27:57.790247 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-ba53be89-3f53-4c6c-bda1-6d633d94df1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T13:53:27Z,description=,heartbeat_timestamp=2021-07-07T14:27:58Z,host='dv-cinder-799821-1-iscsi',id=652ddd47-bc13-4e1c-8285-b4eb8cea957f,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:53:27Z,topic='l3_agent')) {'router_ids': ['7c241464-ad6d-4c10-9c40-aa2237452a65'], 'active': True} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:27:57.816730 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-b675c00b-ffef-46a2-9e93-8c495d422ed4 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "PUT /v2.0/floatingips/e3fc5600-e619-4fb9-b5d0-17ee9b2846d0 HTTP/1.1" status: 200 len: 991 time: 0.9543800 Jul 07 14:27:57.817313 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '963d65d9-3a8b-4658-8b90-ab1dd31f271c', 'tag': 'a4eb7492-116a-40df-ad2e-dd1161978853'}] {{(pid=92953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 14:27:57.820646 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b979791e0eb55c76fbaee7f898eb9add660ef90e10b4f8745b80363530633ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f7963a6-211a-4f8e-ad6f-8186e5cffb5d" -d '{"events": [{"name": "network-changed", "server_uuid": "963d65d9-3a8b-4658-8b90-ab1dd31f271c", "tag": "a4eb7492-116a-40df-ad2e-dd1161978853"}]}' {{(pid=92953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 14:27:57.863493 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:57.920140 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 14:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88beb028-e6c6-4492-990f-e168f764ae2e x-openstack-request-id: req-88beb028-e6c6-4492-990f-e168f764ae2e {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 14:27:57.920433 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "963d65d9-3a8b-4658-8b90-ab1dd31f271c", "tag": "a4eb7492-116a-40df-ad2e-dd1161978853", "status": "completed", "code": 200}]} {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 14:27:57.920681 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-88beb028-e6c6-4492-990f-e168f764ae2e {{(pid=92953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 14:27:57.921076 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '963d65d9-3a8b-4658-8b90-ab1dd31f271c', 'tag': 'a4eb7492-116a-40df-ad2e-dd1161978853', 'status': 'completed', 'code': 200} Jul 07 14:27:57.928513 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvr_db [None req-ba53be89-3f53-4c6c-bda1-6d633d94df1e None None] Set router 7c241464-ad6d-4c10-9c40-aa2237452a65 gateway port host: dv-cinder-799821-1-iscsi {{(pid=92955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 14:27:57.997826 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7963a6-211a-4f8e-ad6f-8186e5cffb5d req-93de0609-e0ce-437d-a75c-00ef1946a1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:27:57.999280 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-8f7963a6-211a-4f8e-ad6f-8186e5cffb5d req-93de0609-e0ce-437d-a75c-00ef1946a1eb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e89386cc9223406eb854d8ec22d5afad&device_id=963d65d9-3a8b-4658-8b90-ab1dd31f271c HTTP/1.1" status: 200 len: 1099 time: 0.0522840 Jul 07 14:27:58.087035 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7963a6-211a-4f8e-ad6f-8186e5cffb5d req-3af00391-12a6-4a8e-b4c1-e83050b9caa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:27:58.088655 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-8f7963a6-211a-4f8e-ad6f-8186e5cffb5d req-3af00391-12a6-4a8e-b4c1-e83050b9caa2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7c490f9a-1358-4140-991d-bf32698f77aa HTTP/1.1" status: 200 len: 917 time: 0.0834265 Jul 07 14:27:58.157143 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-8f7963a6-211a-4f8e-ad6f-8186e5cffb5d req-dd0fa4d7-fe33-46e4-b5c5-c606551eae14 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a4eb7492-116a-40df-ad2e-dd1161978853 HTTP/1.1" status: 200 len: 999 time: 0.0621872 Jul 07 14:27:58.202013 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-ba53be89-3f53-4c6c-bda1-6d633d94df1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c241464-ad6d-4c10-9c40-aa2237452a65', 'name': 'tempest-AttachVolumeShelveTestJSON-150411847-router', 'tenant_id': 'e89386cc9223406eb854d8ec22d5afad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'external_fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '566ca855-06e2-4dd7-b9ea-aa2d7a284af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T14:27:39Z', 'updated_at': '2021-07-07T14:27:42Z', 'revision_number': 4, 'project_id': 'e89386cc9223406eb854d8ec22d5afad', 'gw_port': {'id': '566ca855-06e2-4dd7-b9ea-aa2d7a284af4', 'name': '', 'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:a0:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c241464-ad6d-4c10-9c40-aa2237452a65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:27:40Z', 'updated_at': '2021-07-07T14:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799821-1-iscsi', '_floatingips': [{'id': 'e3fc5600-e619-4fb9-b5d0-17ee9b2846d0', 'tenant_id': 'e89386cc9223406eb854d8ec22d5afad', 'floating_ip_address': '172.27.0.94', 'floating_network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'router_id': '7c241464-ad6d-4c10-9c40-aa2237452a65', 'port_id': 'a4eb7492-116a-40df-ad2e-dd1161978853', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c490f9a-1358-4140-991d-bf32698f77aa', 'mac_address': 'fa:16:3e:b8:56:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '963d65d9-3a8b-4658-8b90-ab1dd31f271c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T14:27:44Z', 'updated_at': '2021-07-07T14:27:57Z', 'revision_number': 1, 'project_id': 'e89386cc9223406eb854d8ec22d5afad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9799e51c-57d0-442e-8fcb-cb0875cbe17a', 'name': '', 'network_id': '7c490f9a-1358-4140-991d-bf32698f77aa', 'tenant_id': 'e89386cc9223406eb854d8ec22d5afad', 'mac_address': 'fa:16:3e:63:b9:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c241464-ad6d-4c10-9c40-aa2237452a65', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '6b18de7e-b643-4fd7-b48b-d38da4c85021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:27:41Z', 'updated_at': '2021-07-07T14:27:47Z', 'revision_number': 5, 'project_id': 'e89386cc9223406eb854d8ec22d5afad', 'subnets': [{'id': '6b18de7e-b643-4fd7-b48b-d38da4c85021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799821-1-iscsi', False) {} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:27:58.206172 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7963a6-211a-4f8e-ad6f-8186e5cffb5d req-b7edf21c-d6f1-49a7-8984-a5ace126fb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:27:58.207743 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-8f7963a6-211a-4f8e-ad6f-8186e5cffb5d req-b7edf21c-d6f1-49a7-8984-a5ace126fb1c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6b18de7e-b643-4fd7-b48b-d38da4c85021 HTTP/1.1" status: 200 len: 855 time: 0.0450091 Jul 07 14:27:58.239699 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba53be89-3f53-4c6c-bda1-6d633d94df1e None None] Checking router: 7c241464-ad6d-4c10-9c40-aa2237452a65 for host: dv-cinder-799821-1-iscsi {{(pid=92955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 14:27:58.249212 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba53be89-3f53-4c6c-bda1-6d633d94df1e None None] Routers {'7c241464-ad6d-4c10-9c40-aa2237452a65'} bound to L3 agent in host dv-cinder-799821-1-iscsi {{(pid=92955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 14:27:58.249775 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-ba53be89-3f53-4c6c-bda1-6d633d94df1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T13:53:27Z,description=,heartbeat_timestamp=2021-07-07T14:27:58Z,host='dv-cinder-799821-1-iscsi',id=652ddd47-bc13-4e1c-8285-b4eb8cea957f,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:53:27Z,topic='l3_agent')) {'router_ids': ['7c241464-ad6d-4c10-9c40-aa2237452a65'], 'active': True} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:27:58.269154 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7963a6-211a-4f8e-ad6f-8186e5cffb5d req-744bb197-4cbd-46e8-b260-fa1d5bb7f494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:27:58.270671 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-8f7963a6-211a-4f8e-ad6f-8186e5cffb5d req-744bb197-4cbd-46e8-b260-fa1d5bb7f494 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7c490f9a-1358-4140-991d-bf32698f77aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0556500 Jul 07 14:27:58.363686 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-8f7963a6-211a-4f8e-ad6f-8186e5cffb5d req-158a7cc5-dc86-4b17-af0a-9e26500b4c2d service neutron] 10.222.0.24 "GET /v2.0/networks/7c490f9a-1358-4140-991d-bf32698f77aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866189 Jul 07 14:27:58.454851 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-8f7963a6-211a-4f8e-ad6f-8186e5cffb5d req-584f612b-6a81-4e19-a767-5f599905cfdf service neutron] 10.222.0.24 "GET /v2.0/networks/7c490f9a-1358-4140-991d-bf32698f77aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846374 Jul 07 14:27:58.477614 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvr_db [None req-ba53be89-3f53-4c6c-bda1-6d633d94df1e None None] Set router 7c241464-ad6d-4c10-9c40-aa2237452a65 gateway port host: dv-cinder-799821-1-iscsi {{(pid=92955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 14:27:58.713389 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-797095d9-f31f-46bc-add0-d9922559420e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:27:58.722025 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-ba53be89-3f53-4c6c-bda1-6d633d94df1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c241464-ad6d-4c10-9c40-aa2237452a65', 'name': 'tempest-AttachVolumeShelveTestJSON-150411847-router', 'tenant_id': 'e89386cc9223406eb854d8ec22d5afad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'external_fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '566ca855-06e2-4dd7-b9ea-aa2d7a284af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T14:27:39Z', 'updated_at': '2021-07-07T14:27:42Z', 'revision_number': 4, 'project_id': 'e89386cc9223406eb854d8ec22d5afad', 'gw_port': {'id': '566ca855-06e2-4dd7-b9ea-aa2d7a284af4', 'name': '', 'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:a0:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c241464-ad6d-4c10-9c40-aa2237452a65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:27:40Z', 'updated_at': '2021-07-07T14:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799821-1-iscsi', '_floatingips': [{'id': 'e3fc5600-e619-4fb9-b5d0-17ee9b2846d0', 'tenant_id': 'e89386cc9223406eb854d8ec22d5afad', 'floating_ip_address': '172.27.0.94', 'floating_network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'router_id': '7c241464-ad6d-4c10-9c40-aa2237452a65', 'port_id': 'a4eb7492-116a-40df-ad2e-dd1161978853', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c490f9a-1358-4140-991d-bf32698f77aa', 'mac_address': 'fa:16:3e:b8:56:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '963d65d9-3a8b-4658-8b90-ab1dd31f271c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T14:27:44Z', 'updated_at': '2021-07-07T14:27:57Z', 'revision_number': 1, 'project_id': 'e89386cc9223406eb854d8ec22d5afad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9799e51c-57d0-442e-8fcb-cb0875cbe17a', 'name': '', 'network_id': '7c490f9a-1358-4140-991d-bf32698f77aa', 'tenant_id': 'e89386cc9223406eb854d8ec22d5afad', 'mac_address': 'fa:16:3e:63:b9:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c241464-ad6d-4c10-9c40-aa2237452a65', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '6b18de7e-b643-4fd7-b48b-d38da4c85021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:27:41Z', 'updated_at': '2021-07-07T14:27:47Z', 'revision_number': 5, 'project_id': 'e89386cc9223406eb854d8ec22d5afad', 'subnets': [{'id': '6b18de7e-b643-4fd7-b48b-d38da4c85021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799821-1-iscsi', False) {} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:27:58.752020 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba53be89-3f53-4c6c-bda1-6d633d94df1e None None] The sync data for ids ['7c241464-ad6d-4c10-9c40-aa2237452a65'] in dv-cinder-799821-1-iscsi is: [{'id': '7c241464-ad6d-4c10-9c40-aa2237452a65', 'name': 'tempest-AttachVolumeShelveTestJSON-150411847-router', 'tenant_id': 'e89386cc9223406eb854d8ec22d5afad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'external_fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '566ca855-06e2-4dd7-b9ea-aa2d7a284af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T14:27:39Z', 'updated_at': '2021-07-07T14:27:42Z', 'revision_number': 4, 'project_id': 'e89386cc9223406eb854d8ec22d5afad', 'gw_port': {'id': '566ca855-06e2-4dd7-b9ea-aa2d7a284af4', 'name': '', 'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:a0:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c241464-ad6d-4c10-9c40-aa2237452a65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:27:40Z', 'updated_at': '2021-07-07T14:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799821-1-iscsi', '_floatingips': [{'id': 'e3fc5600-e619-4fb9-b5d0-17ee9b2846d0', 'tenant_id': 'e89386cc9223406eb854d8ec22d5afad', 'floating_ip_address': '172.27.0.94', 'floating_network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'router_id': '7c241464-ad6d-4c10-9c40-aa2237452a65', 'port_id': 'a4eb7492-116a-40df-ad2e-dd1161978853', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c490f9a-1358-4140-991d-bf32698f77aa', 'mac_address': 'fa:16:3e:b8:56:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '963d65d9-3a8b-4658-8b90-ab1dd31f271c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T14:27:44Z', 'updated_at': '2021-07-07T14:27:57Z', 'revision_number': 1, 'project_id': 'e89386cc9223406eb854d8ec22d5afad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9799e51c-57d0-442e-8fcb-cb0875cbe17a', 'name': '', 'network_id': '7c490f9a-1358-4140-991d-bf32698f77aa', 'tenant_id': 'e89386cc9223406eb854d8ec22d5afad', 'mac_address': 'fa:16:3e:63:b9:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c241464-ad6d-4c10-9c40-aa2237452a65', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '6b18de7e-b643-4fd7-b48b-d38da4c85021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:27:41Z', 'updated_at': '2021-07-07T14:27:47Z', 'revision_number': 5, 'project_id': 'e89386cc9223406eb854d8ec22d5afad', 'subnets': [{'id': '6b18de7e-b643-4fd7-b48b-d38da4c85021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 14:27:58.929955 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d3e4e7-d519-4425-ac58-cbb6fa4e0fc3 None None] New status for floating IP e3fc5600-e619-4fb9-b5d0-17ee9b2846d0: ACTIVE {{(pid=92956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 14:28:00.298708 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-de2cb0b5-6e4a-418e-bae1-4b4e8a512c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:28:02.455457 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:28:21.052773 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 36810) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:28:21.424388 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-d805a427-e764-4bb9-a6f9-3a3638fbc6e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1712148'] for router_interface, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:28:21.905041 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-d805a427-e764-4bb9-a6f9-3a3638fbc6e3 admin admin] Deleting port 734cb7e8-9c0c-4d2e-b7bf-3cf8736aa215 {{(pid=92953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 14:28:21.905387 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-d805a427-e764-4bb9-a6f9-3a3638fbc6e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744351408860'] for port, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:28:21.984006 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-d805a427-e764-4bb9-a6f9-3a3638fbc6e3 admin admin] For port 734cb7e8-9c0c-4d2e-b7bf-3cf8736aa215, host dv-cinder-799821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799821-1-iscsi',level=0,port_id=734cb7e8-9c0c-4d2e-b7bf-3cf8736aa215,segment=NetworkSegment(043e9d5d-1b9c-4dcb-af68-bd7e747c833a),segment_id=043e9d5d-1b9c-4dcb-af68-bd7e747c833a)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 14:28:21.984571 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-d805a427-e764-4bb9-a6f9-3a3638fbc6e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1715988'] for port, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:28:21.998354 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-d805a427-e764-4bb9-a6f9-3a3638fbc6e3 admin admin] Calling delete_port for 734cb7e8-9c0c-4d2e-b7bf-3cf8736aa215 owned by network:router_interface {{(pid=92953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 14:28:22.176603 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-d805a427-e764-4bb9-a6f9-3a3638fbc6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744351415830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744350976997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2608659'] for port, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:28:22.200856 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d805a427-e764-4bb9-a6f9-3a3638fbc6e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=734cb7e8-9c0c-4d2e-b7bf-3cf8736aa215,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:28:22.373252 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-d805a427-e764-4bb9-a6f9-3a3638fbc6e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1716010'] for router_interface, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:28:22.589317 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d805a427-e764-4bb9-a6f9-3a3638fbc6e3 admin admin] Router 6bb28e45-0047-4715-a2f1-b4c897404199 has already been hosted by L3 agent 652ddd47-bc13-4e1c-8285-b4eb8cea957f {{(pid=92953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 14:28:22.697629 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d805a427-e764-4bb9-a6f9-3a3638fbc6e3 admin admin] Notify agent at l3_agent.dv-cinder-799821-1-iscsi the message routers_updated {{(pid=92953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 14:28:22.703675 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-d805a427-e764-4bb9-a6f9-3a3638fbc6e3 admin admin] 10.222.0.16 "PUT /v2.0/routers/6bb28e45-0047-4715-a2f1-b4c897404199/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6482012 Jul 07 14:28:22.705170 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 36822) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:28:22.707891 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564f1b85-89e0-46b6-9ea2-ff0a8712e433 None None] Sync routers for ids ['6bb28e45-0047-4715-a2f1-b4c897404199'] in dv-cinder-799821-1-iscsi {{(pid=92955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 14:28:22.717802 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564f1b85-89e0-46b6-9ea2-ff0a8712e433 None None] Routers {'6bb28e45-0047-4715-a2f1-b4c897404199'} bound to L3 agent in host dv-cinder-799821-1-iscsi {{(pid=92955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 14:28:22.718584 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-564f1b85-89e0-46b6-9ea2-ff0a8712e433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T13:53:27Z,description=,heartbeat_timestamp=2021-07-07T14:27:58Z,host='dv-cinder-799821-1-iscsi',id=652ddd47-bc13-4e1c-8285-b4eb8cea957f,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:53:27Z,topic='l3_agent')) {'router_ids': ['6bb28e45-0047-4715-a2f1-b4c897404199'], 'active': True} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:28:22.809219 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-f821448b-f263-458f-b229-2c33e19613e9 admin admin] Notify callbacks [] for router, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:28:22.835285 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvr_db [None req-564f1b85-89e0-46b6-9ea2-ff0a8712e433 None None] Set router 6bb28e45-0047-4715-a2f1-b4c897404199 gateway port host: dv-cinder-799821-1-iscsi {{(pid=92955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 14:28:22.918258 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-f821448b-f263-458f-b229-2c33e19613e9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:28:22.973576 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-f821448b-f263-458f-b229-2c33e19613e9 admin admin] Deleting port f78e2a7b-aa71-4188-a0f7-6857407c260d {{(pid=92953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 14:28:22.973913 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-f821448b-f263-458f-b229-2c33e19613e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744351408860'] for port, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:28:23.025144 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-564f1b85-89e0-46b6-9ea2-ff0a8712e433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb28e45-0047-4715-a2f1-b4c897404199', 'name': 'tempest-AttachVolumeTestJSON-201062429-router', 'tenant_id': '7be607c781c14fec85721959afd863d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'external_fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': 'f78e2a7b-aa71-4188-a0f7-6857407c260d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T14:01:11Z', 'updated_at': '2021-07-07T14:28:22Z', 'revision_number': 5, 'project_id': '7be607c781c14fec85721959afd863d4', 'gw_port': {'id': 'f78e2a7b-aa71-4188-a0f7-6857407c260d', 'name': '', 'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ed:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb28e45-0047-4715-a2f1-b4c897404199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:01:12Z', 'updated_at': '2021-07-07T14:01:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799821-1-iscsi'}], 'dv-cinder-799821-1-iscsi', False) {} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:28:23.051937 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564f1b85-89e0-46b6-9ea2-ff0a8712e433 None None] Checking router: 6bb28e45-0047-4715-a2f1-b4c897404199 for host: dv-cinder-799821-1-iscsi {{(pid=92955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 14:28:23.057182 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-f821448b-f263-458f-b229-2c33e19613e9 admin admin] For port f78e2a7b-aa71-4188-a0f7-6857407c260d, host dv-cinder-799821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799821-1-iscsi',level=0,port_id=f78e2a7b-aa71-4188-a0f7-6857407c260d,segment=NetworkSegment(f9b1122d-b65f-4a0f-8420-4cc063cf42b9),segment_id=f9b1122d-b65f-4a0f-8420-4cc063cf42b9)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 14:28:23.057541 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-f821448b-f263-458f-b229-2c33e19613e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1715988'] for port, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:28:23.060607 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564f1b85-89e0-46b6-9ea2-ff0a8712e433 None None] Routers {'6bb28e45-0047-4715-a2f1-b4c897404199'} bound to L3 agent in host dv-cinder-799821-1-iscsi {{(pid=92955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 14:28:23.061212 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-564f1b85-89e0-46b6-9ea2-ff0a8712e433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T13:53:27Z,description=,heartbeat_timestamp=2021-07-07T14:27:58Z,host='dv-cinder-799821-1-iscsi',id=652ddd47-bc13-4e1c-8285-b4eb8cea957f,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:53:27Z,topic='l3_agent')) {'router_ids': ['6bb28e45-0047-4715-a2f1-b4c897404199'], 'active': True} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:28:23.074294 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-f821448b-f263-458f-b229-2c33e19613e9 admin admin] Calling delete_port for f78e2a7b-aa71-4188-a0f7-6857407c260d owned by network:router_gateway {{(pid=92953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 14:28:23.149572 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvr_db [None req-564f1b85-89e0-46b6-9ea2-ff0a8712e433 None None] Set router 6bb28e45-0047-4715-a2f1-b4c897404199 gateway port host: None {{(pid=92955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 14:28:23.207504 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-564f1b85-89e0-46b6-9ea2-ff0a8712e433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb28e45-0047-4715-a2f1-b4c897404199', 'name': 'tempest-AttachVolumeTestJSON-201062429-router', 'tenant_id': '7be607c781c14fec85721959afd863d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T14:01:11Z', 'updated_at': '2021-07-07T14:28:22Z', 'revision_number': 6, 'project_id': '7be607c781c14fec85721959afd863d4', 'gw_port_host': None}], 'dv-cinder-799821-1-iscsi', False) {} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:28:23.237110 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564f1b85-89e0-46b6-9ea2-ff0a8712e433 None None] The sync data for ids ['6bb28e45-0047-4715-a2f1-b4c897404199'] in dv-cinder-799821-1-iscsi is: [{'id': '6bb28e45-0047-4715-a2f1-b4c897404199', 'name': 'tempest-AttachVolumeTestJSON-201062429-router', 'tenant_id': '7be607c781c14fec85721959afd863d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T14:01:11Z', 'updated_at': '2021-07-07T14:28:22Z', 'revision_number': 6, 'project_id': '7be607c781c14fec85721959afd863d4', 'gw_port_host': None}] {{(pid=92955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 14:28:23.246868 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-f821448b-f263-458f-b229-2c33e19613e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744351415830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744350976997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2608659'] for port, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:28:23.278782 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f821448b-f263-458f-b229-2c33e19613e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f78e2a7b-aa71-4188-a0f7-6857407c260d,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:28:23.340967 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-f821448b-f263-458f-b229-2c33e19613e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1662035'] for router_gateway, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:28:23.433433 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-f821448b-f263-458f-b229-2c33e19613e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1724647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6200'] for router, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:28:23.435432 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-f821448b-f263-458f-b229-2c33e19613e9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:28:23.478643 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-f821448b-f263-458f-b229-2c33e19613e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1727095'] for router, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:28:23.479150 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f821448b-f263-458f-b229-2c33e19613e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6bb28e45-0047-4715-a2f1-b4c897404199 {{(pid=92953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 14:28:23.483634 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-f821448b-f263-458f-b229-2c33e19613e9 admin admin] Notify callbacks [] for router, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:28:23.484821 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-f821448b-f263-458f-b229-2c33e19613e9 admin admin] 10.222.0.16 "DELETE /v2.0/routers/6bb28e45-0047-4715-a2f1-b4c897404199 HTTP/1.1" status: 204 len: 168 time: 0.7787266 Jul 07 14:28:23.487323 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 36828) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:28:23.535694 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.db.db_base_plugin_v2 [None req-80f85729-b386-44c7-a6d7-fee1c90e4ee6 admin admin] Deleting subnet ef4c23d4-6942-49b9-b251-988fb449a81d {{(pid=92953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 14:28:23.538758 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-80f85729-b386-44c7-a6d7-fee1c90e4ee6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:28:23.574191 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-80f85729-b386-44c7-a6d7-fee1c90e4ee6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2140470'] for subnet, precommit_delete_associations {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:28:23.655124 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-80f85729-b386-44c7-a6d7-fee1c90e4ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736859'] for subnet, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:28:23.712054 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-80f85729-b386-44c7-a6d7-fee1c90e4ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2608681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3757649'] for subnet, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:28:23.735843 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f85729-b386-44c7-a6d7-fee1c90e4ee6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef4c23d4-6942-49b9-b251-988fb449a81d,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:28:23.742204 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-80f85729-b386-44c7-a6d7-fee1c90e4ee6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582248'] for subnet, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:28:23.744109 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-80f85729-b386-44c7-a6d7-fee1c90e4ee6 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/ef4c23d4-6942-49b9-b251-988fb449a81d HTTP/1.1" status: 204 len: 168 time: 0.2558296 Jul 07 14:28:23.746474 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 36830) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:28:23.749055 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bff9398-1948-4de2-9cbd-20f17346a451 None None] Network 7a74c5fe-9a47-4dbb-abf1-b2fc12293d08 requested from dv-cinder-799821-1-iscsi {{(pid=92955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 14:28:23.812570 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-674db2c4-ec13-4b78-9934-3c6065b8d0c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573990'] for network, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:28:23.878834 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-674db2c4-ec13-4b78-9934-3c6065b8d0c7 admin admin] Deleting port 0f24d9a5-7324-44b6-a856-2b9a4e362a20 {{(pid=92953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 14:28:23.879177 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-674db2c4-ec13-4b78-9934-3c6065b8d0c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744351408860'] for port, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:28:23.948575 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-674db2c4-ec13-4b78-9934-3c6065b8d0c7 admin admin] For port 0f24d9a5-7324-44b6-a856-2b9a4e362a20, host dv-cinder-799821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799821-1-iscsi',level=0,port_id=0f24d9a5-7324-44b6-a856-2b9a4e362a20,segment=NetworkSegment(043e9d5d-1b9c-4dcb-af68-bd7e747c833a),segment_id=043e9d5d-1b9c-4dcb-af68-bd7e747c833a)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 14:28:23.948928 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-674db2c4-ec13-4b78-9934-3c6065b8d0c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1715988'] for port, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:28:23.962326 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-674db2c4-ec13-4b78-9934-3c6065b8d0c7 admin admin] Calling delete_port for 0f24d9a5-7324-44b6-a856-2b9a4e362a20 owned by network:dhcp {{(pid=92953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 14:28:23.986861 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b95557-14e9-4ff4-9e3e-44ad29e450e0 None None] DHCP port deletion for 7a74c5fe-9a47-4dbb-abf1-b2fc12293d08 request from dv-cinder-799821-1-iscsi {{(pid=92955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 14:28:24.034695 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-49b95557-14e9-4ff4-9e3e-44ad29e450e0 None None] Deleting port 0f24d9a5-7324-44b6-a856-2b9a4e362a20 {{(pid=92955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 14:28:24.035264 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-49b95557-14e9-4ff4-9e3e-44ad29e450e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744351408860'] for port, before_delete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:28:24.050884 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-674db2c4-ec13-4b78-9934-3c6065b8d0c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744351415830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744350976997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2608659'] for port, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:28:24.080433 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674db2c4-ec13-4b78-9934-3c6065b8d0c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f24d9a5-7324-44b6-a856-2b9a4e362a20,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:28:24.084137 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674db2c4-ec13-4b78-9934-3c6065b8d0c7 admin admin] No DVR routers for this DVR port 0f24d9a5-7324-44b6-a856-2b9a4e362a20 on host dv-cinder-799821-1-iscsi {{(pid=92953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 14:28:24.108571 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-49b95557-14e9-4ff4-9e3e-44ad29e450e0 None None] For port 0f24d9a5-7324-44b6-a856-2b9a4e362a20, host dv-cinder-799821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799821-1-iscsi',level=0,port_id=0f24d9a5-7324-44b6-a856-2b9a4e362a20,segment=NetworkSegment(043e9d5d-1b9c-4dcb-af68-bd7e747c833a),segment_id=043e9d5d-1b9c-4dcb-af68-bd7e747c833a)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 14:28:24.108936 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-49b95557-14e9-4ff4-9e3e-44ad29e450e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1715988'] for port, precommit_delete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:28:24.122501 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-49b95557-14e9-4ff4-9e3e-44ad29e450e0 None None] Calling delete_port for 0f24d9a5-7324-44b6-a856-2b9a4e362a20 owned by network:dhcp {{(pid=92955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 14:28:24.162592 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-674db2c4-ec13-4b78-9934-3c6065b8d0c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730318', 'neutron.services.segments.db._delete_segments_for_network-8744351280222'] for network, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:28:24.172901 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.services.segments.db [None req-674db2c4-ec13-4b78-9934-3c6065b8d0c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a74c5fe-9a47-4dbb-abf1-b2fc12293d08']}} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:28:24.185324 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.services.segments.db [None req-674db2c4-ec13-4b78-9934-3c6065b8d0c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '043e9d5d-1b9c-4dcb-af68-bd7e747c833a') {'for_net_delete': True} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:28:24.185620 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.services.segments.db [None req-674db2c4-ec13-4b78-9934-3c6065b8d0c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '043e9d5d-1b9c-4dcb-af68-bd7e747c833a') {} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:28:24.196052 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-674db2c4-ec13-4b78-9934-3c6065b8d0c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744351507842', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2140449'] for segment, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:28:24.201783 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-49b95557-14e9-4ff4-9e3e-44ad29e450e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744351415830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744350976997'] for port, after_delete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:28:24.215726 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-674db2c4-ec13-4b78-9934-3c6065b8d0c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:28:24.226041 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-674db2c4-ec13-4b78-9934-3c6065b8d0c7 admin admin] Releasing vlan 627 on physical network physnet1 to pool {{(pid=92953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 14:28:24.228422 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-674db2c4-ec13-4b78-9934-3c6065b8d0c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2608844'] for segment, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:28:24.231011 dv-cinder-799821-1-iscsi neutron-server[92953]: Traceback (most recent call last): Jul 07 14:28:24.231011 dv-cinder-799821-1-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 14:28:24.231011 dv-cinder-799821-1-iscsi neutron-server[92953]: timer() Jul 07 14:28:24.231011 dv-cinder-799821-1-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 14:28:24.231011 dv-cinder-799821-1-iscsi neutron-server[92953]: cb(*args, **kw) Jul 07 14:28:24.231011 dv-cinder-799821-1-iscsi neutron-server[92953]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 14:28:24.231011 dv-cinder-799821-1-iscsi neutron-server[92953]: return func(*args, **kwargs) Jul 07 14:28:24.231011 dv-cinder-799821-1-iscsi neutron-server[92953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 14:28:24.231011 dv-cinder-799821-1-iscsi neutron-server[92953]: self._notify() Jul 07 14:28:24.231011 dv-cinder-799821-1-iscsi neutron-server[92953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 14:28:24.231011 dv-cinder-799821-1-iscsi neutron-server[92953]: self.callback(batched_events) Jul 07 14:28:24.231011 dv-cinder-799821-1-iscsi neutron-server[92953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 14:28:24.231011 dv-cinder-799821-1-iscsi neutron-server[92953]: event.method(event) Jul 07 14:28:24.231011 dv-cinder-799821-1-iscsi neutron-server[92953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 14:28:24.231011 dv-cinder-799821-1-iscsi neutron-server[92953]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 14:28:24.231011 dv-cinder-799821-1-iscsi neutron-server[92953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 14:28:24.231011 dv-cinder-799821-1-iscsi neutron-server[92953]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 14:28:24.231011 dv-cinder-799821-1-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 14:28:24.231011 dv-cinder-799821-1-iscsi neutron-server[92953]: return f(self, *a, **k) Jul 07 14:28:24.231011 dv-cinder-799821-1-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 14:28:24.231011 dv-cinder-799821-1-iscsi neutron-server[92953]: return self._get(url).json() Jul 07 14:28:24.231011 dv-cinder-799821-1-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 14:28:24.231011 dv-cinder-799821-1-iscsi neutron-server[92953]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 14:28:24.231011 dv-cinder-799821-1-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 14:28:24.231011 dv-cinder-799821-1-iscsi neutron-server[92953]: return self.request(url, 'GET', **kwargs) Jul 07 14:28:24.231011 dv-cinder-799821-1-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 14:28:24.231011 dv-cinder-799821-1-iscsi neutron-server[92953]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 14:28:24.231011 dv-cinder-799821-1-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 14:28:24.231011 dv-cinder-799821-1-iscsi neutron-server[92953]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 14:28:24.231011 dv-cinder-799821-1-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 14:28:24.231011 dv-cinder-799821-1-iscsi neutron-server[92953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 14:28:24.231011 dv-cinder-799821-1-iscsi neutron-server[92953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 14:28:24.234325 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b95557-14e9-4ff4-9e3e-44ad29e450e0 None None] Pushing event deleted for resources: {'Port': ['ID=0f24d9a5-7324-44b6-a856-2b9a4e362a20,revision_number=None']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:28:24.238594 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b95557-14e9-4ff4-9e3e-44ad29e450e0 None None] No DVR routers for this DVR port 0f24d9a5-7324-44b6-a856-2b9a4e362a20 on host dv-cinder-799821-1-iscsi {{(pid=92955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 14:28:24.296509 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-674db2c4-ec13-4b78-9934-3c6065b8d0c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1662071'] for network, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:28:24.312458 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-674db2c4-ec13-4b78-9934-3c6065b8d0c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582248'] for network, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:28:24.314246 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-674db2c4-ec13-4b78-9934-3c6065b8d0c7 admin admin] 10.222.0.16 "DELETE /v2.0/networks/7a74c5fe-9a47-4dbb-abf1-b2fc12293d08 HTTP/1.1" status: 204 len: 168 time: 0.5668020 Jul 07 14:28:24.315491 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674db2c4-ec13-4b78-9934-3c6065b8d0c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a74c5fe-9a47-4dbb-abf1-b2fc12293d08,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:28:24.432299 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 36840) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:28:24.479010 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-7ac1d005-c39a-4d32-8349-c97fbd6ecf82 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7be607c781c14fec85721959afd863d4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0452406 Jul 07 14:28:24.482430 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 36842) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:28:24.532738 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-a4fe1b48-0e42-40a6-90ab-5490f5f5adc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:28:24.558790 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-a4fe1b48-0e42-40a6-90ab-5490f5f5adc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:28:24.606106 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-a4fe1b48-0e42-40a6-90ab-5490f5f5adc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:28:24.609465 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-a4fe1b48-0e42-40a6-90ab-5490f5f5adc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:28:24.610648 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-a4fe1b48-0e42-40a6-90ab-5490f5f5adc8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e7d51aad-f72d-4c23-9390-4130e6d1e25c HTTP/1.1" status: 204 len: 168 time: 0.1268830 Jul 07 14:28:24.621367 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fe1b48-0e42-40a6-90ab-5490f5f5adc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7d51aad-f72d-4c23-9390-4130e6d1e25c,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:28:24.902520 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-d48fda0c-617d-4b08-9e49-2c612a281a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:28:24.937533 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Device 734cb7e8-9c0c-4d2e-b7bf-3cf8736aa215 no longer exists at agent ovs-agent-dv-cinder-799821-1-iscsi {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 14:28:24.966962 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] No Port match for: 734cb7e8-9c0c-4d2e-b7bf-3cf8736aa215 {{(pid=92955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 14:28:24.967423 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Device 734cb7e8-9c0c-4d2e-b7bf-3cf8736aa215 not bound to the agent host dv-cinder-799821-1-iscsi {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 14:28:24.968144 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Device f78e2a7b-aa71-4188-a0f7-6857407c260d no longer exists at agent ovs-agent-dv-cinder-799821-1-iscsi {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 14:28:24.994671 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] No Port match for: f78e2a7b-aa71-4188-a0f7-6857407c260d {{(pid=92955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 14:28:24.995021 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Device f78e2a7b-aa71-4188-a0f7-6857407c260d not bound to the agent host dv-cinder-799821-1-iscsi {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 14:28:24.995443 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Device 0f24d9a5-7324-44b6-a856-2b9a4e362a20 no longer exists at agent ovs-agent-dv-cinder-799821-1-iscsi {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 14:28:25.014966 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] No Port match for: 0f24d9a5-7324-44b6-a856-2b9a4e362a20 {{(pid=92955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 14:28:25.015573 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Device 0f24d9a5-7324-44b6-a856-2b9a4e362a20 not bound to the agent host dv-cinder-799821-1-iscsi {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 14:28:26.769281 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c73efd-c382-4777-ac71-8cb05cf0c3fb req-d610b259-63bc-4347-b46e-dfc8f8d8d565 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:28:26.770777 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-86c73efd-c382-4777-ac71-8cb05cf0c3fb req-d610b259-63bc-4347-b46e-dfc8f8d8d565 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe763980-b8d0-4f59-a81f-cc75d57e74f4 HTTP/1.1" status: 200 len: 945 time: 0.0649526 Jul 07 14:28:26.810130 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-86c73efd-c382-4777-ac71-8cb05cf0c3fb req-f4e395e4-b66e-43ef-b552-0aa1e9137640 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7df1beb-b93b-47cb-b8fb-65a3d6c0c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318115 Jul 07 14:28:27.415477 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b690083-98a0-4fab-bb5d-4a23bb319c06 req-1b11e72b-5708-4b01-92d4-6e9824648c21 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:28:27.416954 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-6b690083-98a0-4fab-bb5d-4a23bb319c06 req-1b11e72b-5708-4b01-92d4-6e9824648c21 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe763980-b8d0-4f59-a81f-cc75d57e74f4 HTTP/1.1" status: 200 len: 945 time: 0.0688539 Jul 07 14:28:27.517638 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-14530d9c-9dfb-437c-afa2-272dc492e4ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:28:27.544617 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.plugin [req-6b690083-98a0-4fab-bb5d-4a23bb319c06 req-dc4ef6e7-1950-467d-9088-239c879c6de9 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Deleting port b89c6e8f-613d-4f60-add8-50ad29e55b09 {{(pid=92954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 14:28:27.544952 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-6b690083-98a0-4fab-bb5d-4a23bb319c06 req-dc4ef6e7-1950-467d-9088-239c879c6de9 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744351408860'] for port, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:28:27.648600 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [req-6b690083-98a0-4fab-bb5d-4a23bb319c06 req-dc4ef6e7-1950-467d-9088-239c879c6de9 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] For port b89c6e8f-613d-4f60-add8-50ad29e55b09, host hv-cinder-79982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79982',level=0,port_id=b89c6e8f-613d-4f60-add8-50ad29e55b09,segment=NetworkSegment(f3f58588-4c9a-407d-b956-d7d536d6c493),segment_id=f3f58588-4c9a-407d-b956-d7d536d6c493)] {{(pid=92954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 14:28:27.648955 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-6b690083-98a0-4fab-bb5d-4a23bb319c06 req-dc4ef6e7-1950-467d-9088-239c879c6de9 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1715988'] for port, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:28:27.662180 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.plugin [req-6b690083-98a0-4fab-bb5d-4a23bb319c06 req-dc4ef6e7-1950-467d-9088-239c879c6de9 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Calling delete_port for b89c6e8f-613d-4f60-add8-50ad29e55b09 owned by compute:nova {{(pid=92954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 14:28:27.791607 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-6b690083-98a0-4fab-bb5d-4a23bb319c06 req-dc4ef6e7-1950-467d-9088-239c879c6de9 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744351415830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744350976997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8461640'] for port, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:28:27.805244 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] get_ports_and_sgs() called for port_ids ['a6f266a4-eec8-4dc4-97e0-ad4c884aec24', 'c2a8a1f4-70b1-48ed-8ad4-7f8642f3990e', 'b89c6e8f-613d-4f60-add8-50ad29e55b09'] {{(pid=92955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 14:28:27.822974 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4ef6e7-1950-467d-9088-239c879c6de9 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Pushing event deleted for resources: {'Port': ['ID=b89c6e8f-613d-4f60-add8-50ad29e55b09,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:28:27.853854 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:28:27.870200 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b690083-98a0-4fab-bb5d-4a23bb319c06 req-dc4ef6e7-1950-467d-9088-239c879c6de9 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] No DVR routers for this DVR port b89c6e8f-613d-4f60-add8-50ad29e55b09 on host hv-cinder-79982 {{(pid=92954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 14:28:27.873495 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-6b690083-98a0-4fab-bb5d-4a23bb319c06 req-dc4ef6e7-1950-467d-9088-239c879c6de9 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171717'] for port, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:28:27.875527 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-6b690083-98a0-4fab-bb5d-4a23bb319c06 req-dc4ef6e7-1950-467d-9088-239c879c6de9 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.24 "DELETE /v2.0/ports/b89c6e8f-613d-4f60-add8-50ad29e55b09 HTTP/1.1" status: 204 len: 173 time: 0.4522307 Jul 07 14:28:27.875973 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe763980-b8d0-4f59-a81f-cc75d57e74f4', 'name': 'network-vif-deleted', 'tag': 'b89c6e8f-613d-4f60-add8-50ad29e55b09'}] {{(pid=92954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 14:28:27.878385 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23a2f25214143ca7dc6eabc905ff8a7df5b3799efbbaa422209646810e3da78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3589fdb-58cf-447d-95f0-b1ed0d57bbf3" -d '{"events": [{"server_uuid": "fe763980-b8d0-4f59-a81f-cc75d57e74f4", "name": "network-vif-deleted", "tag": "b89c6e8f-613d-4f60-add8-50ad29e55b09"}]}' {{(pid=92954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 14:28:27.916323 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 14:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c666425-ffda-4e63-ad38-cdc0b97b9065 x-openstack-request-id: req-4c666425-ffda-4e63-ad38-cdc0b97b9065 {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 14:28:27.917174 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe763980-b8d0-4f59-a81f-cc75d57e74f4", "name": "network-vif-deleted", "tag": "b89c6e8f-613d-4f60-add8-50ad29e55b09", "status": "completed", "code": 200}]} {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 14:28:27.917174 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4c666425-ffda-4e63-ad38-cdc0b97b9065 {{(pid=92954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 14:28:27.917345 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe763980-b8d0-4f59-a81f-cc75d57e74f4', 'name': 'network-vif-deleted', 'tag': 'b89c6e8f-613d-4f60-add8-50ad29e55b09', 'status': 'completed', 'code': 200} Jul 07 14:28:28.001357 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-e11ff90f-551c-482a-a37a-5aef554c4985 req-afea4fe9-8fd1-43f8-95e9-6d9c469cb433 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe763980-b8d0-4f59-a81f-cc75d57e74f4 HTTP/1.1" status: 200 len: 210 time: 0.0345323 Jul 07 14:28:28.710883 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-797095d9-f31f-46bc-add0-d9922559420e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:28:29.157720 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-0824024c-7407-4058-b6d0-4769596e749a req-fcaa95ad-ac5d-4654-bffc-b5003df0a72f tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe763980-b8d0-4f59-a81f-cc75d57e74f4 HTTP/1.1" status: 200 len: 210 time: 0.0296090 Jul 07 14:28:30.297771 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-5b8da8af-0643-4679-9afc-63df16f24df9 req-bff3e3dc-ac0f-456b-9347-821eb6701c94 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe763980-b8d0-4f59-a81f-cc75d57e74f4 HTTP/1.1" status: 200 len: 210 time: 0.0282288 Jul 07 14:28:30.304193 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-de2cb0b5-6e4a-418e-bae1-4b4e8a512c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:28:31.031353 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Device b89c6e8f-613d-4f60-add8-50ad29e55b09 no longer exists at agent hyperv_hv-cinder-79982 {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 14:28:31.053922 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] No Port match for: b89c6e8f-613d-4f60-add8-50ad29e55b09 {{(pid=92955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 14:28:31.054270 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Device b89c6e8f-613d-4f60-add8-50ad29e55b09 not bound to the agent host hv-cinder-79982 {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 14:28:31.445006 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-2fac7c6b-0408-49d5-8972-6c14fad09aa5 req-cdb03f8d-fe48-44be-8fd4-f0de6c59f85e tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe763980-b8d0-4f59-a81f-cc75d57e74f4 HTTP/1.1" status: 200 len: 210 time: 0.0276041 Jul 07 14:28:32.233372 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.agents_db [None req-578d1851-68de-424d-8d1f-a58f436dd381 None None] Agent healthcheck: found 6 active agents {{(pid=92956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 14:28:32.480669 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:28:32.587997 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-fbcde5fa-e80b-4c13-8733-6a9c97b0fdab req-3a5cb13a-2256-482f-8b62-c4a30dda21fd tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe763980-b8d0-4f59-a81f-cc75d57e74f4 HTTP/1.1" status: 200 len: 210 time: 0.0321784 Jul 07 14:28:33.729872 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-2dde9d83-7f42-4a2b-ad71-923333c8036a req-dad4e87d-74cf-4500-9819-0034c7c8386b tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe763980-b8d0-4f59-a81f-cc75d57e74f4 HTTP/1.1" status: 200 len: 210 time: 0.0285640 Jul 07 14:28:35.026025 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-9e019226-762d-4d82-a639-ef5b8489be55 req-ae73a292-092d-49e0-9bd7-21cf5328003d tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe763980-b8d0-4f59-a81f-cc75d57e74f4 HTTP/1.1" status: 200 len: 210 time: 0.0269775 Jul 07 14:28:36.179680 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-ef607dee-af46-4459-a7ad-a81f6c683431 req-ba6ac378-7374-45c9-aa65-322073003362 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe763980-b8d0-4f59-a81f-cc75d57e74f4 HTTP/1.1" status: 200 len: 210 time: 0.0298831 Jul 07 14:28:37.321953 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-5634073a-bad2-433a-b1d0-907089bdb9dc req-c0ae57fd-2069-4817-a3d4-cfdfe120c3d3 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe763980-b8d0-4f59-a81f-cc75d57e74f4 HTTP/1.1" status: 200 len: 210 time: 0.0307624 Jul 07 14:28:38.465971 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-7c14797f-9821-4c96-99e6-7669270ea8e8 req-ee8907e9-9b4a-4a43-b5b7-15703d1f7e40 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe763980-b8d0-4f59-a81f-cc75d57e74f4 HTTP/1.1" status: 200 len: 210 time: 0.0280085 Jul 07 14:28:39.601656 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-8ca6d503-f79e-4c41-909b-16490bf5d5f9 req-4c49332a-c9b6-45dd-a129-1a7701eaa1b1 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe763980-b8d0-4f59-a81f-cc75d57e74f4 HTTP/1.1" status: 200 len: 210 time: 0.0279508 Jul 07 14:28:40.738674 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-641f4b92-12a5-4499-aa40-9c17f85a0ad8 req-b61bba8c-86f1-46a2-b0dc-419bcc70b6d1 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe763980-b8d0-4f59-a81f-cc75d57e74f4 HTTP/1.1" status: 200 len: 210 time: 0.0277839 Jul 07 14:28:41.887673 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-f397f919-fe13-4499-94ac-27a9d4f73ca0 req-d7d9ea23-291a-42d5-91dd-e7316ac36ff7 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe763980-b8d0-4f59-a81f-cc75d57e74f4 HTTP/1.1" status: 200 len: 210 time: 0.0322096 Jul 07 14:28:43.029267 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-3a536a35-7c0c-43ef-963b-2c1c3326c593 req-c47c79bd-f0f6-4a02-ab8d-e816193c07e8 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe763980-b8d0-4f59-a81f-cc75d57e74f4 HTTP/1.1" status: 200 len: 210 time: 0.0294702 Jul 07 14:28:44.169143 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-ea942d6a-5725-4428-a188-44136ea27a03 req-7f3c2b0a-ab04-420d-8217-57a36202359e tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe763980-b8d0-4f59-a81f-cc75d57e74f4 HTTP/1.1" status: 200 len: 210 time: 0.0289576 Jul 07 14:28:45.309471 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-08b6e4e2-2cb2-4f9b-99a9-ff75993a3fa7 req-f520b742-a565-408e-a346-4e958c5c9ab3 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe763980-b8d0-4f59-a81f-cc75d57e74f4 HTTP/1.1" status: 200 len: 210 time: 0.0287488 Jul 07 14:28:46.453449 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-c376b652-47a6-4074-92b2-fd9609b65cdf req-1e52f7db-5ccb-492c-981e-ffef2e8d0a7c tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe763980-b8d0-4f59-a81f-cc75d57e74f4 HTTP/1.1" status: 200 len: 210 time: 0.0330110 Jul 07 14:28:47.590926 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-fb1ac768-1c90-4f7c-aee4-44b484362d4c req-df062008-8b6c-4340-92b3-a359fcb8fccc tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe763980-b8d0-4f59-a81f-cc75d57e74f4 HTTP/1.1" status: 200 len: 210 time: 0.0279574 Jul 07 14:28:48.737667 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-5efd836c-812d-4682-96f4-d79b0d1e5456 req-77691b2b-6295-404f-b442-a8115a65466a tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe763980-b8d0-4f59-a81f-cc75d57e74f4 HTTP/1.1" status: 200 len: 210 time: 0.0284848 Jul 07 14:28:49.875502 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-0cefb970-be46-447a-93cf-38a0baa13d42 req-2f4b2142-45a5-453e-accb-e38f50a42e3f tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe763980-b8d0-4f59-a81f-cc75d57e74f4 HTTP/1.1" status: 200 len: 210 time: 0.0296311 Jul 07 14:28:51.019994 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-9b4111eb-ba30-4e3f-864d-63d05f1750d6 req-2f69b1ea-91e0-4e34-a661-32608a497daa tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe763980-b8d0-4f59-a81f-cc75d57e74f4 HTTP/1.1" status: 200 len: 210 time: 0.0305495 Jul 07 14:28:52.163185 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-841ba3c0-e813-4991-97b1-b305e9cb9543 req-d54e368e-2786-467e-b11e-bfc786cb8404 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe763980-b8d0-4f59-a81f-cc75d57e74f4 HTTP/1.1" status: 200 len: 210 time: 0.0292351 Jul 07 14:28:53.302096 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-afbd8af8-5ab2-427d-90d8-396284b9fba8 req-0d344f82-c639-4e3a-85be-fe77da61ab62 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe763980-b8d0-4f59-a81f-cc75d57e74f4 HTTP/1.1" status: 200 len: 210 time: 0.0273123 Jul 07 14:28:54.442127 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-79fa4159-3867-470a-9ca0-5aeac4ea3b66 req-a384ea39-66b0-4417-832b-ee9f9dbe571a tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe763980-b8d0-4f59-a81f-cc75d57e74f4 HTTP/1.1" status: 200 len: 210 time: 0.0282724 Jul 07 14:28:54.894565 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9b6bc33d-b891-4a9b-9ee7-a3e0f0a5045b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:28:55.604591 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-102bd962-b7e0-4f83-87df-019cedbbe6a4 req-37214d2a-5094-43c4-a7cb-d74e6d4781be tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe763980-b8d0-4f59-a81f-cc75d57e74f4 HTTP/1.1" status: 200 len: 210 time: 0.0328233 Jul 07 14:28:56.742784 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-3662ac44-1420-449c-a1f2-60f7531ce7da req-f926aea8-9fc5-4cfe-abaf-8039cd60e5f0 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe763980-b8d0-4f59-a81f-cc75d57e74f4 HTTP/1.1" status: 200 len: 210 time: 0.0275373 Jul 07 14:28:57.518139 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-168f2635-8d4d-495f-aacc-350638631649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:28:57.841020 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:28:57.883156 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-4db75560-e76f-4451-a21c-55b303dcc385 req-3cbc1718-ef88-4743-98f4-ee56d43f7881 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe763980-b8d0-4f59-a81f-cc75d57e74f4 HTTP/1.1" status: 200 len: 210 time: 0.0273890 Jul 07 14:28:58.717899 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-797095d9-f31f-46bc-add0-d9922559420e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:28:59.019652 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-0ac37600-5e22-47b5-8b72-ec9ee8876503 req-abd1e4b4-cc33-4a24-9e6e-310d48ee3185 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe763980-b8d0-4f59-a81f-cc75d57e74f4 HTTP/1.1" status: 200 len: 210 time: 0.0275693 Jul 07 14:29:00.161117 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-aec58b81-859f-4f16-bb35-fda60237e537 req-c728aaeb-bb38-4338-9387-c1c498f0b0dd tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe763980-b8d0-4f59-a81f-cc75d57e74f4 HTTP/1.1" status: 200 len: 210 time: 0.0301208 Jul 07 14:29:00.304390 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-de2cb0b5-6e4a-418e-bae1-4b4e8a512c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:29:01.300269 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-8df2cb36-375b-4812-980b-0c99bbdb1787 req-01ce1ec6-0890-4fc5-a0b5-7f1b080e47eb tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe763980-b8d0-4f59-a81f-cc75d57e74f4 HTTP/1.1" status: 200 len: 210 time: 0.0280559 Jul 07 14:29:02.437735 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-6b5c81a0-36b7-4f14-bf5e-9b7386b8943a req-4c9d9ea8-4a4c-4715-97e3-bb47497551c5 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe763980-b8d0-4f59-a81f-cc75d57e74f4 HTTP/1.1" status: 200 len: 210 time: 0.0285466 Jul 07 14:29:02.498881 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:29:03.575582 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-ca4d795e-4c07-40c6-8c1a-184a7b617f17 req-83ffcbee-c95c-4b76-a02d-7df5b4bc1df4 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe763980-b8d0-4f59-a81f-cc75d57e74f4 HTTP/1.1" status: 200 len: 210 time: 0.0281460 Jul 07 14:29:04.717540 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-db796666-1c11-4e30-b9ee-8c5175af7ed1 req-9a952714-2a2c-4748-8bd9-b12062418858 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe763980-b8d0-4f59-a81f-cc75d57e74f4 HTTP/1.1" status: 200 len: 210 time: 0.0309782 Jul 07 14:29:05.856149 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-c28eb808-b6ce-45ad-b98a-f794bc01b703 req-091c3c19-9044-4f97-b56f-8919f48fe174 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe763980-b8d0-4f59-a81f-cc75d57e74f4 HTTP/1.1" status: 200 len: 210 time: 0.0276110 Jul 07 14:29:07.018927 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-9ab54ba9-fe41-41e7-99ac-9c7905722206 req-889fe041-3ec6-4a44-afbf-62457399bf15 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe763980-b8d0-4f59-a81f-cc75d57e74f4 HTTP/1.1" status: 200 len: 210 time: 0.0337574 Jul 07 14:29:08.163644 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-53ef4762-1ced-4b50-b4e5-eb5213adb85f req-78d9f712-a7e8-44b2-af8d-bcb7ce52d16f tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe763980-b8d0-4f59-a81f-cc75d57e74f4 HTTP/1.1" status: 200 len: 210 time: 0.0267522 Jul 07 14:29:09.232329 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.agents_db [None req-578d1851-68de-424d-8d1f-a58f436dd381 None None] Agent healthcheck: found 6 active agents {{(pid=92956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 14:29:09.307683 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-cc2a741f-435f-404d-b43b-e82adc0f6bda req-88a6e7ad-ccef-4577-9ee1-914c474c7253 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe763980-b8d0-4f59-a81f-cc75d57e74f4 HTTP/1.1" status: 200 len: 210 time: 0.0299785 Jul 07 14:29:10.453147 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-32b2fe2b-bbd9-4456-9768-6065ff38d92d req-9b7b026a-493b-48d9-987e-7e87fbe3e694 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe763980-b8d0-4f59-a81f-cc75d57e74f4 HTTP/1.1" status: 200 len: 210 time: 0.0317280 Jul 07 14:29:11.594179 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-c69a66b2-bb3d-419b-84ec-a542879f4402 req-09e9ed2b-afaa-4ec2-9ef2-d9b09ee25ff7 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe763980-b8d0-4f59-a81f-cc75d57e74f4 HTTP/1.1" status: 200 len: 210 time: 0.0275683 Jul 07 14:29:12.733149 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-63f387e3-f4dd-432c-b74b-9eca298c0a45 req-531ab98b-4958-41e4-a52e-dc12873cdce9 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe763980-b8d0-4f59-a81f-cc75d57e74f4 HTTP/1.1" status: 200 len: 210 time: 0.0281622 Jul 07 14:29:13.877911 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-c2f7dc35-fe43-4281-9f55-72dcb41f7f80 req-5c22224f-b5c9-41cb-8670-d0ed7d53f90c tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe763980-b8d0-4f59-a81f-cc75d57e74f4 HTTP/1.1" status: 200 len: 210 time: 0.0310652 Jul 07 14:29:15.021596 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-bca290e1-5eff-412a-823f-c795c34e60ab req-a5da0bcb-14a6-4340-835a-dca58c183b0a tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe763980-b8d0-4f59-a81f-cc75d57e74f4 HTTP/1.1" status: 200 len: 210 time: 0.0314116 Jul 07 14:29:16.166104 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-846ab8f7-fd64-4a35-bcf1-3088dfba3dcf req-11c5d109-8923-40a2-8c72-c1e28d7e52db tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe763980-b8d0-4f59-a81f-cc75d57e74f4 HTTP/1.1" status: 200 len: 210 time: 0.0278807 Jul 07 14:29:17.307932 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-42d01770-da7a-449b-980a-43d4d5673dae req-51aeb57f-015d-4392-aed4-c8a1d742d6ff tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe763980-b8d0-4f59-a81f-cc75d57e74f4 HTTP/1.1" status: 200 len: 210 time: 0.0335529 Jul 07 14:29:18.451001 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-3414f009-25c3-43c6-a809-9a519a72e899 req-ec92c8e7-5c25-4ad6-acee-0050b14ce294 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe763980-b8d0-4f59-a81f-cc75d57e74f4 HTTP/1.1" status: 200 len: 210 time: 0.0313449 Jul 07 14:29:19.592664 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-43a1d0b8-888f-4d8a-ab62-e6733cfd44a2 req-80bbac69-e07c-4d3c-b334-327d812cbc96 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe763980-b8d0-4f59-a81f-cc75d57e74f4 HTTP/1.1" status: 200 len: 210 time: 0.0279858 Jul 07 14:29:20.732318 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-10cb90cc-b471-4938-ad2d-7a1a53c3b1b4 req-5048a343-b0c7-4c05-bd55-15a1bfa55acf tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe763980-b8d0-4f59-a81f-cc75d57e74f4 HTTP/1.1" status: 200 len: 210 time: 0.0287850 Jul 07 14:29:21.868660 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-6e5a651f-266c-461c-b00b-6cec5dafd841 req-b5500e81-2715-42ff-b6fb-a1f3b6ee83cc tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe763980-b8d0-4f59-a81f-cc75d57e74f4 HTTP/1.1" status: 200 len: 210 time: 0.0273116 Jul 07 14:29:23.010859 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-ae3bac5f-e640-4dcb-b617-b47882e51c65 req-db2dc189-7307-42e7-9500-a6b3925468ae tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe763980-b8d0-4f59-a81f-cc75d57e74f4 HTTP/1.1" status: 200 len: 210 time: 0.0294008 Jul 07 14:29:24.147767 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-4341f51c-1f9c-4414-804f-41bee8513f2a req-adf5ca01-25ff-4ec5-bcc1-356706aa139b tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe763980-b8d0-4f59-a81f-cc75d57e74f4 HTTP/1.1" status: 200 len: 210 time: 0.0276167 Jul 07 14:29:24.894919 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-7907da97-255d-44f8-b0c1-6d5bea6e3136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:29:25.287077 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-eca47dee-334b-4c83-835e-8b3f9b564509 req-7b91fdb9-4a44-4c8b-97a0-ce4674be33ec tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe763980-b8d0-4f59-a81f-cc75d57e74f4 HTTP/1.1" status: 200 len: 210 time: 0.0283475 Jul 07 14:29:26.428662 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-993d2d39-a1b7-4936-879b-7cb452f01ca5 req-4d224c1f-b6eb-4a38-af29-4ad491a0cabf tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe763980-b8d0-4f59-a81f-cc75d57e74f4 HTTP/1.1" status: 200 len: 210 time: 0.0312026 Jul 07 14:29:27.517487 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-70ceea50-f734-4f37-87c6-0f4ed778e9d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:29:27.580691 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-379f5ca9-f63f-4712-8404-45e0623fcff6 req-95cac418-2284-4c2c-893c-15cb70f13a20 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe763980-b8d0-4f59-a81f-cc75d57e74f4 HTTP/1.1" status: 200 len: 210 time: 0.0313683 Jul 07 14:29:27.842522 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:29:28.721329 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-797095d9-f31f-46bc-add0-d9922559420e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:29:28.726657 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-346a9cac-09d6-4b4e-9868-6d9edb1f716b req-01b4bda1-a4f4-4925-a09a-c4069cc1220e tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe763980-b8d0-4f59-a81f-cc75d57e74f4 HTTP/1.1" status: 200 len: 210 time: 0.0326259 Jul 07 14:29:29.870988 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-6ca72e01-6b6f-4121-aecd-4fe2323bf825 req-e0356f75-abd4-4bbd-9b18-927d0c4baf97 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe763980-b8d0-4f59-a81f-cc75d57e74f4 HTTP/1.1" status: 200 len: 210 time: 0.0283201 Jul 07 14:29:30.307909 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-de2cb0b5-6e4a-418e-bae1-4b4e8a512c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:29:31.010856 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-a83f3de7-37e3-4321-9fe5-03c377c34123 req-68733503-f553-42d7-ae12-cb1ba85a697f tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe763980-b8d0-4f59-a81f-cc75d57e74f4 HTTP/1.1" status: 200 len: 210 time: 0.0270443 Jul 07 14:29:32.156903 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-a6c2430f-2757-44b4-8a58-11a14e76e35e req-7bcbd1b7-d04c-42f6-8fb8-6a0ec07d9cc2 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe763980-b8d0-4f59-a81f-cc75d57e74f4 HTTP/1.1" status: 200 len: 210 time: 0.0314076 Jul 07 14:29:32.510421 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:29:33.296973 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-f9b5a1ef-9eb9-440a-ab71-6732db400fa5 req-5b9e7c81-8a39-4245-a881-1a4cebad1311 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe763980-b8d0-4f59-a81f-cc75d57e74f4 HTTP/1.1" status: 200 len: 210 time: 0.0279012 Jul 07 14:29:34.439716 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-de9634ab-813a-4e17-9001-62dfb95db7de req-969f6a00-b66e-4ce8-9c21-2e4e49cdeeae tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe763980-b8d0-4f59-a81f-cc75d57e74f4 HTTP/1.1" status: 200 len: 210 time: 0.0281427 Jul 07 14:29:35.577135 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-cffb3d9b-98fa-4673-a012-55dbf5bb1356 req-c0b9c3fa-9243-46b4-af8d-468acc9be29d tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe763980-b8d0-4f59-a81f-cc75d57e74f4 HTTP/1.1" status: 200 len: 210 time: 0.0278049 Jul 07 14:29:36.723960 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-6b3bf129-221f-46e7-ad2b-e821d7ee1f9c req-12a0f841-00b0-4f4a-b1d9-699ea88ebebd tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe763980-b8d0-4f59-a81f-cc75d57e74f4 HTTP/1.1" status: 200 len: 210 time: 0.0328159 Jul 07 14:29:37.872037 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-fe55c00f-c4b1-4a27-84a7-35c4b864139c req-d2116282-f016-4761-b543-2b767f475071 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe763980-b8d0-4f59-a81f-cc75d57e74f4 HTTP/1.1" status: 200 len: 210 time: 0.0324197 Jul 07 14:29:39.160017 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-a9e8800e-d395-4e66-8571-e38654ad0224 req-fd6aaa09-506f-47c2-b36d-f842e7c6545e tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe763980-b8d0-4f59-a81f-cc75d57e74f4 HTTP/1.1" status: 200 len: 210 time: 0.0276456 Jul 07 14:29:40.295779 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-1b514755-3c4d-4ab3-aed9-ffdcaf4e3abc req-4565411e-007a-4b51-8377-277c998317fd tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe763980-b8d0-4f59-a81f-cc75d57e74f4 HTTP/1.1" status: 200 len: 210 time: 0.0271211 Jul 07 14:29:41.433009 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-a5cd1b85-3c9a-40e9-b7c7-1659087fc4c1 req-bc3b790a-a03c-4354-8a46-12b7b405797b tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe763980-b8d0-4f59-a81f-cc75d57e74f4 HTTP/1.1" status: 200 len: 210 time: 0.0303414 Jul 07 14:29:42.571115 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-e67e7c40-615f-471c-b694-1d010da96944 req-bdbd41c1-9481-4160-a3af-f3bc37110741 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe763980-b8d0-4f59-a81f-cc75d57e74f4 HTTP/1.1" status: 200 len: 210 time: 0.0290225 Jul 07 14:29:43.710559 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-12c04b9c-a13e-41c4-a8b3-d5f603e5f283 req-0f37e0bf-64b4-42c7-8f45-a928ad4fc38a tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe763980-b8d0-4f59-a81f-cc75d57e74f4 HTTP/1.1" status: 200 len: 210 time: 0.0289905 Jul 07 14:29:44.852531 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-f626c3da-1e1c-492a-88f3-a8efca054ec8 req-e77691f9-1915-4b62-91e2-95d0f5859875 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe763980-b8d0-4f59-a81f-cc75d57e74f4 HTTP/1.1" status: 200 len: 210 time: 0.0281379 Jul 07 14:29:45.994192 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-1166ed73-8079-4390-9074-6a26755e4c7a req-cccee582-bfaf-4701-9a8e-c8a506a485d2 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe763980-b8d0-4f59-a81f-cc75d57e74f4 HTTP/1.1" status: 200 len: 210 time: 0.0310078 Jul 07 14:29:46.231587 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.agents_db [None req-578d1851-68de-424d-8d1f-a58f436dd381 None None] Agent healthcheck: found 6 active agents {{(pid=92956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 14:29:47.134811 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-9bc2b624-53a9-41b5-ad67-98a77a59fd62 req-938cdd60-130f-4e0b-9292-9debd3b19f49 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe763980-b8d0-4f59-a81f-cc75d57e74f4 HTTP/1.1" status: 200 len: 210 time: 0.0275962 Jul 07 14:29:48.271950 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-e5a36c15-33dc-4655-ba11-780d077aedc1 req-9f7eaf53-e351-408d-a7d0-945ac1a8f469 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe763980-b8d0-4f59-a81f-cc75d57e74f4 HTTP/1.1" status: 200 len: 210 time: 0.0281670 Jul 07 14:29:49.410029 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-40b62778-f30e-40e3-a682-ecc10e9b8708 req-324f30c9-dc59-4fdb-91f3-5b19b44338f7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=96498ca8-2669-4f47-be39-a648f426eda3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0575902 Jul 07 14:29:49.414158 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-8a821e19-96d8-4963-9fe6-5152851a1d13 req-defb340b-24a3-4fe9-95e1-17bc87182698 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe763980-b8d0-4f59-a81f-cc75d57e74f4 HTTP/1.1" status: 200 len: 210 time: 0.0271022 Jul 07 14:29:49.510953 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b62778-f30e-40e3-a682-ecc10e9b8708 req-2fb247b5-58e4-40da-bade-f45429c32851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:29:49.512423 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-40b62778-f30e-40e3-a682-ecc10e9b8708 req-2fb247b5-58e4-40da-bade-f45429c32851 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4606813b7d26435ca537716b5eac6fcc&device_id=96498ca8-2669-4f47-be39-a648f426eda3 HTTP/1.1" status: 200 len: 1099 time: 0.0516534 Jul 07 14:29:49.622172 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b62778-f30e-40e3-a682-ecc10e9b8708 req-f2225241-33ed-4a04-bd0d-f7eb22601972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:29:49.623555 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-40b62778-f30e-40e3-a682-ecc10e9b8708 req-f2225241-33ed-4a04-bd0d-f7eb22601972 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8ff1e969-aa56-4a37-b509-25263365d4bf HTTP/1.1" status: 200 len: 916 time: 0.0858040 Jul 07 14:29:49.667148 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-40b62778-f30e-40e3-a682-ecc10e9b8708 req-2b578a09-3373-45d1-bda2-dee1bedfca62 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a6f266a4-eec8-4dc4-97e0-ad4c884aec24 HTTP/1.1" status: 200 len: 217 time: 0.0333965 Jul 07 14:29:49.714573 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b62778-f30e-40e3-a682-ecc10e9b8708 req-88a2b230-a01c-4b86-9910-f95c1a505549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:29:49.715926 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-40b62778-f30e-40e3-a682-ecc10e9b8708 req-88a2b230-a01c-4b86-9910-f95c1a505549 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3c42dee8-1dec-4168-bdb5-a4e686f12390 HTTP/1.1" status: 200 len: 855 time: 0.0409091 Jul 07 14:29:49.750469 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-40b62778-f30e-40e3-a682-ecc10e9b8708 req-c3cbe89f-c3e0-47df-b806-1ab9708ab81e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8ff1e969-aa56-4a37-b509-25263365d4bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243363 Jul 07 14:29:49.842669 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-40b62778-f30e-40e3-a682-ecc10e9b8708 req-c23eaedd-3bf4-4a2f-bbd9-718924c680bd service neutron] 10.222.0.24 "GET /v2.0/networks/8ff1e969-aa56-4a37-b509-25263365d4bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810304 Jul 07 14:29:49.929320 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-40b62778-f30e-40e3-a682-ecc10e9b8708 req-6c3d62d2-87ca-4d64-ba69-9b42ad3d8186 service neutron] 10.222.0.24 "GET /v2.0/networks/8ff1e969-aa56-4a37-b509-25263365d4bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801649 Jul 07 14:29:50.553301 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-50327f9c-9dcb-4e2c-9c5b-e3cc28a912a8 req-6bcdfee1-7f35-4846-b274-05e5cc266cc1 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe763980-b8d0-4f59-a81f-cc75d57e74f4 HTTP/1.1" status: 200 len: 210 time: 0.0291867 Jul 07 14:29:51.688099 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-817e1eb0-5536-4775-8e20-aff072f253b8 req-663db080-20ac-4a49-b3bd-f35454d8b655 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe763980-b8d0-4f59-a81f-cc75d57e74f4 HTTP/1.1" status: 200 len: 210 time: 0.0270998 Jul 07 14:29:52.824306 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-93bb350c-2839-4702-a6c4-5e97f88b2e73 req-f1db9449-d78b-4d8d-973a-f82a422a8088 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe763980-b8d0-4f59-a81f-cc75d57e74f4 HTTP/1.1" status: 200 len: 210 time: 0.0282636 Jul 07 14:29:53.961941 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-357d0bc6-c10a-4985-9ab6-9b3defb8757e req-0c3982dc-c104-4cdb-be4c-49fa2f0ad838 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe763980-b8d0-4f59-a81f-cc75d57e74f4 HTTP/1.1" status: 200 len: 210 time: 0.0285547 Jul 07 14:29:54.907049 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-74038a70-75f5-4f02-b93b-7a3b7290afd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:29:55.105451 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-04885a7b-44a8-4b4e-bcbf-379e7ca2a27b req-a087b589-1e11-4272-97be-36d2b6fa1768 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe763980-b8d0-4f59-a81f-cc75d57e74f4 HTTP/1.1" status: 200 len: 210 time: 0.0293975 Jul 07 14:29:56.252173 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-555e6459-e529-41e3-82b6-3024cc1a434a req-a77721f6-d518-4940-8f76-16b9523818aa tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe763980-b8d0-4f59-a81f-cc75d57e74f4 HTTP/1.1" status: 200 len: 210 time: 0.0328562 Jul 07 14:29:57.400493 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-eadd873c-cf9c-44e4-8c0d-37be8ab43668 req-591b3b24-a7f5-4b55-b0fa-b7cb6c3dd291 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe763980-b8d0-4f59-a81f-cc75d57e74f4 HTTP/1.1" status: 200 len: 210 time: 0.0289321 Jul 07 14:29:57.519425 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-46ff472a-aa53-420a-9b15-6a67abae817c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:29:57.843491 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:29:58.537585 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-d871fd73-2dbe-4c2e-9c27-3070471dd731 req-f48cfb39-e116-47e1-8b46-08c8fb84a9ed tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe763980-b8d0-4f59-a81f-cc75d57e74f4 HTTP/1.1" status: 200 len: 210 time: 0.0279267 Jul 07 14:29:58.721277 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-797095d9-f31f-46bc-add0-d9922559420e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:29:59.677334 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-4eed8bae-681d-4078-bc94-1892155a8d07 req-0ba08f0f-ae77-4978-a3be-3a26677cdfe9 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe763980-b8d0-4f59-a81f-cc75d57e74f4 HTTP/1.1" status: 200 len: 210 time: 0.0302150 Jul 07 14:30:00.310437 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-de2cb0b5-6e4a-418e-bae1-4b4e8a512c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:30:00.815497 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-06b5ccfb-a345-4f69-a15b-6484b2b5f3b9 req-bda0993e-01b3-4f01-b916-3f449f7603c3 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe763980-b8d0-4f59-a81f-cc75d57e74f4 HTTP/1.1" status: 200 len: 210 time: 0.0280786 Jul 07 14:30:01.957862 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-496c0f92-e2d8-4109-b5bb-7d63db186bc5 req-51948860-30b5-46c3-9621-84252b8c2773 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe763980-b8d0-4f59-a81f-cc75d57e74f4 HTTP/1.1" status: 200 len: 210 time: 0.0309546 Jul 07 14:30:02.524899 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:30:03.095773 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-9b35414d-e726-4b21-a734-4db8c83fbcd1 req-ee4a350b-0abd-4b18-b3bc-848c233b9aa0 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe763980-b8d0-4f59-a81f-cc75d57e74f4 HTTP/1.1" status: 200 len: 210 time: 0.0271645 Jul 07 14:30:04.237365 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-abd344ba-aafd-42e2-96c1-b2ac8cbc6b47 req-bf50c29c-f713-4ca0-94d4-3f99267dad8e tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe763980-b8d0-4f59-a81f-cc75d57e74f4 HTTP/1.1" status: 200 len: 210 time: 0.0309980 Jul 07 14:30:05.377782 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-a6b48c7b-c0ab-43dd-bb9c-c8f1bf0d8abe req-dc2aa349-07c6-49ff-826c-db55bed1649a tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe763980-b8d0-4f59-a81f-cc75d57e74f4 HTTP/1.1" status: 200 len: 210 time: 0.0273356 Jul 07 14:30:06.514132 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-10d3e2b7-2da5-4c4e-8e5c-a638ecd1e581 req-df8fa86d-6291-40ee-bcd5-cccc02782cfe tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe763980-b8d0-4f59-a81f-cc75d57e74f4 HTTP/1.1" status: 200 len: 210 time: 0.0274684 Jul 07 14:30:07.660180 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-8a0353d4-3ed6-4663-914a-328e34bcf5cc req-4ada0426-4105-4d9b-aa33-a81ea0b0227b tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe763980-b8d0-4f59-a81f-cc75d57e74f4 HTTP/1.1" status: 200 len: 210 time: 0.0382409 Jul 07 14:30:08.824536 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-a2909a6f-e124-446f-b069-aa9c3b7ebf6f req-3839b277-35e1-4682-8c8f-b14ec36a2ceb tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe763980-b8d0-4f59-a81f-cc75d57e74f4 HTTP/1.1" status: 200 len: 210 time: 0.0304356 Jul 07 14:30:09.961289 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-e6f5fb46-7e7f-449e-8e59-dbca5245ad51 req-ab34f41a-80cc-4d54-84f1-087c603bb0a0 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe763980-b8d0-4f59-a81f-cc75d57e74f4 HTTP/1.1" status: 200 len: 210 time: 0.0272670 Jul 07 14:30:11.096747 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-98679894-aaa0-4d63-b712-04f20cd09b49 req-283bbf6a-e3c3-4f40-99b1-e5c46eb0552d tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe763980-b8d0-4f59-a81f-cc75d57e74f4 HTTP/1.1" status: 200 len: 210 time: 0.0268221 Jul 07 14:30:12.232855 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-7042ee4b-344f-47cf-8223-c20e4e4d0333 req-cc1fb38f-1169-4a9b-823e-c390f19df66f tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe763980-b8d0-4f59-a81f-cc75d57e74f4 HTTP/1.1" status: 200 len: 210 time: 0.0271828 Jul 07 14:30:13.376487 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-5518b707-536f-42da-ba3e-318433e7b10b req-a0180a94-0778-480b-8acb-610cd1cfc88c tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe763980-b8d0-4f59-a81f-cc75d57e74f4 HTTP/1.1" status: 200 len: 210 time: 0.0298581 Jul 07 14:30:14.514617 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-0e904d6b-7be1-40d9-bf89-99276f408cad req-6024a2bb-5e48-4780-a904-f8af4d11bb35 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe763980-b8d0-4f59-a81f-cc75d57e74f4 HTTP/1.1" status: 200 len: 210 time: 0.0278533 Jul 07 14:30:15.657243 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-45be95a7-157f-42f2-a691-e27b4c976a2c req-b72691cf-71ec-4896-92b0-9f47b7420d1e tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe763980-b8d0-4f59-a81f-cc75d57e74f4 HTTP/1.1" status: 200 len: 210 time: 0.0280275 Jul 07 14:30:16.793856 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-12fcb779-0619-445a-865b-065fb6c08384 req-561eb86f-02c8-4020-afb2-fe37d75a0723 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe763980-b8d0-4f59-a81f-cc75d57e74f4 HTTP/1.1" status: 200 len: 210 time: 0.0283506 Jul 07 14:30:17.933674 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-7c1ee9d2-06b0-4b05-8554-e26ff5ed259e req-3a1d0951-4eb9-40b9-9884-874797c96f06 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe763980-b8d0-4f59-a81f-cc75d57e74f4 HTTP/1.1" status: 200 len: 210 time: 0.0311139 Jul 07 14:30:19.076640 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-109cae8a-3cc2-4db6-8877-5e565cea48bd req-808d8890-5205-4afb-8255-d215f9db5c25 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe763980-b8d0-4f59-a81f-cc75d57e74f4 HTTP/1.1" status: 200 len: 210 time: 0.0279398 Jul 07 14:30:20.212035 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-8a02bf10-6728-42ba-bdfd-18fa9cd1075f req-fb6b7969-8491-4884-a337-d81e3716141a tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe763980-b8d0-4f59-a81f-cc75d57e74f4 HTTP/1.1" status: 200 len: 210 time: 0.0280826 Jul 07 14:30:21.346799 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-36f9dd0f-6669-488a-9e87-5319556cf9d3 req-7ce4a6ae-ccb4-4e07-bef5-5168b3f0c039 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe763980-b8d0-4f59-a81f-cc75d57e74f4 HTTP/1.1" status: 200 len: 210 time: 0.0276904 Jul 07 14:30:22.711348 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-1f14c024-7255-4794-85dc-20cc8d109ce4 req-522bb510-8175-44be-a48b-06b7be26e3c1 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe763980-b8d0-4f59-a81f-cc75d57e74f4 HTTP/1.1" status: 200 len: 210 time: 0.2552993 Jul 07 14:30:23.231565 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.agents_db [None req-578d1851-68de-424d-8d1f-a58f436dd381 None None] Agent healthcheck: found 6 active agents {{(pid=92956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 14:30:23.861868 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-4f572cb4-ac18-4669-bbb6-9692d9bd4daa req-bf0123a6-29b7-4e13-9d57-12330eafcbaf tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe763980-b8d0-4f59-a81f-cc75d57e74f4 HTTP/1.1" status: 200 len: 210 time: 0.0276697 Jul 07 14:30:24.901842 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-cf5b39b4-ffb7-4c97-8cff-3d1e23bafe3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:30:25.003229 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-4e0f5055-c492-4e04-a6ad-e8687ede081e req-e260d34b-bfb9-4f51-b7e2-8e20e1b4378e tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe763980-b8d0-4f59-a81f-cc75d57e74f4 HTTP/1.1" status: 200 len: 210 time: 0.0264835 Jul 07 14:30:26.139591 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-cf289047-768c-4725-9609-da8536fc2ab6 req-1e9950c3-d36a-4106-9997-37b7c1998962 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe763980-b8d0-4f59-a81f-cc75d57e74f4 HTTP/1.1" status: 200 len: 210 time: 0.0271900 Jul 07 14:30:27.278912 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-c7ed67c1-82ab-4e2f-9f17-c3a81cd753e2 req-2a28211e-8f16-459d-8982-3d89f9896a0a tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe763980-b8d0-4f59-a81f-cc75d57e74f4 HTTP/1.1" status: 200 len: 210 time: 0.0300608 Jul 07 14:30:27.519968 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-c3a19dc0-ee75-4bc8-a977-817199d875a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:30:27.844753 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:30:28.431591 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-9e7be987-dd21-48d8-aa0f-10c313f0ad65 req-64719b9d-37a4-4957-9ecb-88e553596a90 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe763980-b8d0-4f59-a81f-cc75d57e74f4 HTTP/1.1" status: 200 len: 210 time: 0.0279319 Jul 07 14:30:28.725071 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-797095d9-f31f-46bc-add0-d9922559420e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:30:29.893987 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a9fe9a-cadc-47d6-9924-bcf27f0547ba req-27f6ebe9-038a-4687-bd5a-e6047fef028f tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:30:29.895512 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-96a9fe9a-cadc-47d6-9924-bcf27f0547ba req-27f6ebe9-038a-4687-bd5a-e6047fef028f tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b6db017-c5cc-4651-bb17-9bd457b45295 HTTP/1.1" status: 200 len: 946 time: 0.0622773 Jul 07 14:30:29.933725 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-96a9fe9a-cadc-47d6-9924-bcf27f0547ba req-5af445a0-650f-4f71-a07f-b5745db9c83c tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7df1beb-b93b-47cb-b8fb-65a3d6c0c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327165 Jul 07 14:30:30.314789 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-de2cb0b5-6e4a-418e-bae1-4b4e8a512c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:30:30.384529 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8fa036-7625-4442-8a0d-b56029bf14c2 req-a80d7101-da78-4b89-8248-84ed55cdf7dc tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:30:30.386614 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-7c8fa036-7625-4442-8a0d-b56029bf14c2 req-a80d7101-da78-4b89-8248-84ed55cdf7dc tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b6db017-c5cc-4651-bb17-9bd457b45295 HTTP/1.1" status: 200 len: 946 time: 0.0769267 Jul 07 14:30:30.486708 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.plugin [req-7c8fa036-7625-4442-8a0d-b56029bf14c2 req-a657f049-8a47-4e4a-a1c8-af68295ccc70 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Deleting port c2a8a1f4-70b1-48ed-8ad4-7f8642f3990e {{(pid=92954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 14:30:30.487042 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-7c8fa036-7625-4442-8a0d-b56029bf14c2 req-a657f049-8a47-4e4a-a1c8-af68295ccc70 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744351408860'] for port, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:30:30.574183 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [req-7c8fa036-7625-4442-8a0d-b56029bf14c2 req-a657f049-8a47-4e4a-a1c8-af68295ccc70 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] For port c2a8a1f4-70b1-48ed-8ad4-7f8642f3990e, host hv-cinder-79982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79982',level=0,port_id=c2a8a1f4-70b1-48ed-8ad4-7f8642f3990e,segment=NetworkSegment(f3f58588-4c9a-407d-b956-d7d536d6c493),segment_id=f3f58588-4c9a-407d-b956-d7d536d6c493)] {{(pid=92954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 14:30:30.574507 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-7c8fa036-7625-4442-8a0d-b56029bf14c2 req-a657f049-8a47-4e4a-a1c8-af68295ccc70 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1715988'] for port, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:30:30.587259 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.plugin [req-7c8fa036-7625-4442-8a0d-b56029bf14c2 req-a657f049-8a47-4e4a-a1c8-af68295ccc70 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Calling delete_port for c2a8a1f4-70b1-48ed-8ad4-7f8642f3990e owned by compute:nova {{(pid=92954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 14:30:30.716304 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-7c8fa036-7625-4442-8a0d-b56029bf14c2 req-a657f049-8a47-4e4a-a1c8-af68295ccc70 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744351415830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744350976997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8461640'] for port, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:30:30.734436 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] get_ports_and_sgs() called for port_ids ['a6f266a4-eec8-4dc4-97e0-ad4c884aec24', 'c2a8a1f4-70b1-48ed-8ad4-7f8642f3990e'] {{(pid=92955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 14:30:30.746776 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a657f049-8a47-4e4a-a1c8-af68295ccc70 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Pushing event deleted for resources: {'Port': ['ID=c2a8a1f4-70b1-48ed-8ad4-7f8642f3990e,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:30:30.756510 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a657f049-8a47-4e4a-a1c8-af68295ccc70 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:30:30.756909 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a657f049-8a47-4e4a-a1c8-af68295ccc70 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:30:30.757253 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a657f049-8a47-4e4a-a1c8-af68295ccc70 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:30:30.757599 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a657f049-8a47-4e4a-a1c8-af68295ccc70 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:30:30.757934 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a657f049-8a47-4e4a-a1c8-af68295ccc70 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:30:30.758269 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a657f049-8a47-4e4a-a1c8-af68295ccc70 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:30:30.758671 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a657f049-8a47-4e4a-a1c8-af68295ccc70 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:30:30.759004 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a657f049-8a47-4e4a-a1c8-af68295ccc70 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:30:30.759922 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a657f049-8a47-4e4a-a1c8-af68295ccc70 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:30:30.759922 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a657f049-8a47-4e4a-a1c8-af68295ccc70 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:30:30.760137 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a657f049-8a47-4e4a-a1c8-af68295ccc70 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:30:30.760366 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a657f049-8a47-4e4a-a1c8-af68295ccc70 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:30:30.814373 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c8fa036-7625-4442-8a0d-b56029bf14c2 req-a657f049-8a47-4e4a-a1c8-af68295ccc70 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] No DVR routers for this DVR port c2a8a1f4-70b1-48ed-8ad4-7f8642f3990e on host hv-cinder-79982 {{(pid=92954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 14:30:30.816890 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-7c8fa036-7625-4442-8a0d-b56029bf14c2 req-a657f049-8a47-4e4a-a1c8-af68295ccc70 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171717'] for port, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:30:30.818917 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-7c8fa036-7625-4442-8a0d-b56029bf14c2 req-a657f049-8a47-4e4a-a1c8-af68295ccc70 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.24 "DELETE /v2.0/ports/c2a8a1f4-70b1-48ed-8ad4-7f8642f3990e HTTP/1.1" status: 204 len: 173 time: 0.4234183 Jul 07 14:30:30.819351 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b6db017-c5cc-4651-bb17-9bd457b45295', 'name': 'network-vif-deleted', 'tag': 'c2a8a1f4-70b1-48ed-8ad4-7f8642f3990e'}] {{(pid=92954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 14:30:30.821597 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23a2f25214143ca7dc6eabc905ff8a7df5b3799efbbaa422209646810e3da78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9bd018f-27dd-41c7-9e09-b33cbff0e766" -d '{"events": [{"server_uuid": "0b6db017-c5cc-4651-bb17-9bd457b45295", "name": "network-vif-deleted", "tag": "c2a8a1f4-70b1-48ed-8ad4-7f8642f3990e"}]}' {{(pid=92954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 14:30:30.866816 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 14:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42854d37-1c8c-4211-a50e-1233e9a0b31c x-openstack-request-id: req-42854d37-1c8c-4211-a50e-1233e9a0b31c {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 14:30:30.867175 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b6db017-c5cc-4651-bb17-9bd457b45295", "name": "network-vif-deleted", "tag": "c2a8a1f4-70b1-48ed-8ad4-7f8642f3990e", "status": "completed", "code": 200}]} {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 14:30:30.867486 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-42854d37-1c8c-4211-a50e-1233e9a0b31c {{(pid=92954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 14:30:30.867939 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b6db017-c5cc-4651-bb17-9bd457b45295', 'name': 'network-vif-deleted', 'tag': 'c2a8a1f4-70b1-48ed-8ad4-7f8642f3990e', 'status': 'completed', 'code': 200} Jul 07 14:30:31.091434 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-1a9f7ff1-2b30-4733-9ee0-51e3bdfd3dd5 req-3933e31c-d30c-492c-a1c9-7b8ac9e27770 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b6db017-c5cc-4651-bb17-9bd457b45295 HTTP/1.1" status: 200 len: 210 time: 0.0346897 Jul 07 14:30:32.532988 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:30:33.434368 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Device c2a8a1f4-70b1-48ed-8ad4-7f8642f3990e no longer exists at agent hyperv_hv-cinder-79982 {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 14:30:33.456188 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] No Port match for: c2a8a1f4-70b1-48ed-8ad4-7f8642f3990e {{(pid=92955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 14:30:33.456533 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Device c2a8a1f4-70b1-48ed-8ad4-7f8642f3990e not bound to the agent host hv-cinder-79982 {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 14:30:50.479375 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-1b5d8809-620c-4292-9472-9981858f36f7 req-ff8df6ae-ef16-4912-96ee-cc863f7cf7a8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=963d65d9-3a8b-4658-8b90-ab1dd31f271c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0536349 Jul 07 14:30:50.567465 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5d8809-620c-4292-9472-9981858f36f7 req-96919266-5897-484d-9cdf-17e846be4295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:30:50.568966 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-1b5d8809-620c-4292-9472-9981858f36f7 req-96919266-5897-484d-9cdf-17e846be4295 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e89386cc9223406eb854d8ec22d5afad&device_id=963d65d9-3a8b-4658-8b90-ab1dd31f271c HTTP/1.1" status: 200 len: 1099 time: 0.0563207 Jul 07 14:30:50.680488 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5d8809-620c-4292-9472-9981858f36f7 req-ad0b609b-5214-406c-b8a9-af84add45e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:30:50.681962 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-1b5d8809-620c-4292-9472-9981858f36f7 req-ad0b609b-5214-406c-b8a9-af84add45e52 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7c490f9a-1358-4140-991d-bf32698f77aa HTTP/1.1" status: 200 len: 917 time: 0.0849354 Jul 07 14:30:50.754919 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-1b5d8809-620c-4292-9472-9981858f36f7 req-440bca06-2e91-40d3-b978-18d8233ea117 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a4eb7492-116a-40df-ad2e-dd1161978853 HTTP/1.1" status: 200 len: 1001 time: 0.0630012 Jul 07 14:30:50.807038 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5d8809-620c-4292-9472-9981858f36f7 req-c421fb65-dadb-4388-b1c9-bfa0583ff240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:30:50.808519 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-1b5d8809-620c-4292-9472-9981858f36f7 req-c421fb65-dadb-4388-b1c9-bfa0583ff240 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6b18de7e-b643-4fd7-b48b-d38da4c85021 HTTP/1.1" status: 200 len: 855 time: 0.0458300 Jul 07 14:30:50.870405 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5d8809-620c-4292-9472-9981858f36f7 req-3c1dd8d0-3479-4184-bfb5-78ecf4cadca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:30:50.871978 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-1b5d8809-620c-4292-9472-9981858f36f7 req-3c1dd8d0-3479-4184-bfb5-78ecf4cadca0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7c490f9a-1358-4140-991d-bf32698f77aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0535598 Jul 07 14:30:50.969009 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-1b5d8809-620c-4292-9472-9981858f36f7 req-5a3f1f45-72ed-4ac4-86d4-0c1f30a38f72 service neutron] 10.222.0.24 "GET /v2.0/networks/7c490f9a-1358-4140-991d-bf32698f77aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868416 Jul 07 14:30:51.067138 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-1b5d8809-620c-4292-9472-9981858f36f7 req-633729b6-d39f-4dca-9cfe-2bb1d0352355 service neutron] 10.222.0.24 "GET /v2.0/networks/7c490f9a-1358-4140-991d-bf32698f77aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882118 Jul 07 14:30:54.903642 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-6e615e27-a53f-4854-8992-4f496a2ea6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:30:57.520743 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-421e61ee-3599-4872-aed4-cf1a26e72e0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:30:57.846028 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:30:58.726374 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-797095d9-f31f-46bc-add0-d9922559420e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:31:00.230491 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.agents_db [None req-578d1851-68de-424d-8d1f-a58f436dd381 None None] Agent healthcheck: found 6 active agents {{(pid=92956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 14:31:00.316164 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-de2cb0b5-6e4a-418e-bae1-4b4e8a512c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:31:02.555037 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:31:24.904047 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-63b619da-f7f2-409b-a8ec-bac407ad7c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:31:27.522296 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-e0b6383b-8771-4640-8f72-4fc2dba3b126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:31:27.847180 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:31:28.728351 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-797095d9-f31f-46bc-add0-d9922559420e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:31:30.322034 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-de2cb0b5-6e4a-418e-bae1-4b4e8a512c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:31:32.553143 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:31:37.230368 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.agents_db [None req-578d1851-68de-424d-8d1f-a58f436dd381 None None] Agent healthcheck: found 6 active agents {{(pid=92956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 14:31:50.487930 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-367363fe-298b-413c-9e7e-5fc457e52f86 req-bf249698-fb68-4885-98b2-82d515cf511b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=96498ca8-2669-4f47-be39-a648f426eda3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1450825 Jul 07 14:31:50.593594 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367363fe-298b-413c-9e7e-5fc457e52f86 req-43433279-4e1e-4e5c-9ddb-7a9585c74a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:31:50.595279 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-367363fe-298b-413c-9e7e-5fc457e52f86 req-43433279-4e1e-4e5c-9ddb-7a9585c74a1f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4606813b7d26435ca537716b5eac6fcc&device_id=96498ca8-2669-4f47-be39-a648f426eda3 HTTP/1.1" status: 200 len: 1099 time: 0.0545673 Jul 07 14:31:50.701671 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367363fe-298b-413c-9e7e-5fc457e52f86 req-a9a2c06c-9e28-4acc-a37d-f6802e3dcd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:31:50.703133 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-367363fe-298b-413c-9e7e-5fc457e52f86 req-a9a2c06c-9e28-4acc-a37d-f6802e3dcd7f service neutron] 10.222.0.24 "GET /v2.0/networks?id=8ff1e969-aa56-4a37-b509-25263365d4bf HTTP/1.1" status: 200 len: 916 time: 0.0805931 Jul 07 14:31:50.756388 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-367363fe-298b-413c-9e7e-5fc457e52f86 req-59ab6eae-a859-4944-b61e-5cf666986a50 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a6f266a4-eec8-4dc4-97e0-ad4c884aec24 HTTP/1.1" status: 200 len: 217 time: 0.0422578 Jul 07 14:31:50.808110 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367363fe-298b-413c-9e7e-5fc457e52f86 req-26171cc6-2c53-42ba-92a5-ac4341581021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:31:50.809660 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-367363fe-298b-413c-9e7e-5fc457e52f86 req-26171cc6-2c53-42ba-92a5-ac4341581021 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3c42dee8-1dec-4168-bdb5-a4e686f12390 HTTP/1.1" status: 200 len: 855 time: 0.0439365 Jul 07 14:31:50.841112 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-367363fe-298b-413c-9e7e-5fc457e52f86 req-6608a4c6-423a-4144-9ab4-8fe5be834d3b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8ff1e969-aa56-4a37-b509-25263365d4bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248396 Jul 07 14:31:50.855091 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [req-367363fe-298b-413c-9e7e-5fc457e52f86 req-bf79de8c-d9af-4e5c-95ea-d67e47940c1f service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=92954) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 14:31:50.856002 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-367363fe-298b-413c-9e7e-5fc457e52f86 req-bf79de8c-d9af-4e5c-95ea-d67e47940c1f service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046268 Jul 07 14:31:50.948587 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-367363fe-298b-413c-9e7e-5fc457e52f86 req-9231b90a-5b31-4920-8a5e-d7b1a3140189 service neutron] 10.222.0.24 "GET /v2.0/networks/8ff1e969-aa56-4a37-b509-25263365d4bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824964 Jul 07 14:31:51.038994 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-367363fe-298b-413c-9e7e-5fc457e52f86 req-d9bbf469-5a35-41e0-82cc-866f81695a05 service neutron] 10.222.0.24 "GET /v2.0/networks/8ff1e969-aa56-4a37-b509-25263365d4bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807066 Jul 07 14:31:54.904552 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4bfdcd90-07cf-4c8e-b555-f8d3ca30c8a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:31:57.523541 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-05147dee-8e66-45c5-a48a-c893aef843ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:31:57.849670 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:31:58.730710 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-797095d9-f31f-46bc-add0-d9922559420e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:32:00.322408 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-de2cb0b5-6e4a-418e-bae1-4b4e8a512c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:32:02.569036 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:32:14.229996 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.agents_db [None req-578d1851-68de-424d-8d1f-a58f436dd381 None None] Agent healthcheck: found 6 active agents {{(pid=92956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 14:32:24.904957 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-01cddfbe-b9e7-490a-8566-5e7c27a16b16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:32:27.524156 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-8a3b3b14-9961-4068-b539-de90ed2b8379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:32:27.852064 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:32:28.734578 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-797095d9-f31f-46bc-add0-d9922559420e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:32:30.326528 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-de2cb0b5-6e4a-418e-bae1-4b4e8a512c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:32:32.583409 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:32:51.233427 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.agents_db [None req-578d1851-68de-424d-8d1f-a58f436dd381 None None] Agent healthcheck: found 6 active agents {{(pid=92956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 14:32:52.409800 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-952e8b76-d3d1-4c34-8b4b-197dd7295d3c req-8e76e4e2-780c-45b7-92ee-0459b9f2d31d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=963d65d9-3a8b-4658-8b90-ab1dd31f271c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0519216 Jul 07 14:32:52.509742 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952e8b76-d3d1-4c34-8b4b-197dd7295d3c req-7613d479-9883-481b-a67a-d996397408b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:32:52.511252 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-952e8b76-d3d1-4c34-8b4b-197dd7295d3c req-7613d479-9883-481b-a67a-d996397408b5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e89386cc9223406eb854d8ec22d5afad&device_id=963d65d9-3a8b-4658-8b90-ab1dd31f271c HTTP/1.1" status: 200 len: 1099 time: 0.0720003 Jul 07 14:32:52.620269 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952e8b76-d3d1-4c34-8b4b-197dd7295d3c req-38483ede-5a47-4628-8c84-ba2f04f8d8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:32:52.621727 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-952e8b76-d3d1-4c34-8b4b-197dd7295d3c req-38483ede-5a47-4628-8c84-ba2f04f8d8ca service neutron] 10.222.0.24 "GET /v2.0/networks?id=7c490f9a-1358-4140-991d-bf32698f77aa HTTP/1.1" status: 200 len: 917 time: 0.0838044 Jul 07 14:32:52.692898 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-952e8b76-d3d1-4c34-8b4b-197dd7295d3c req-1edb0575-70e9-4390-875e-ec5e4a37a505 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a4eb7492-116a-40df-ad2e-dd1161978853 HTTP/1.1" status: 200 len: 1001 time: 0.0596054 Jul 07 14:32:52.744004 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952e8b76-d3d1-4c34-8b4b-197dd7295d3c req-fd59e2c5-78a4-4a9e-8de7-f6342d47db94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:32:52.745388 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-952e8b76-d3d1-4c34-8b4b-197dd7295d3c req-fd59e2c5-78a4-4a9e-8de7-f6342d47db94 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6b18de7e-b643-4fd7-b48b-d38da4c85021 HTTP/1.1" status: 200 len: 855 time: 0.0431793 Jul 07 14:32:52.807223 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952e8b76-d3d1-4c34-8b4b-197dd7295d3c req-7bf2a52a-9ca0-474f-be37-dec0bcd9dff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:32:52.808732 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-952e8b76-d3d1-4c34-8b4b-197dd7295d3c req-7bf2a52a-9ca0-474f-be37-dec0bcd9dff5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7c490f9a-1358-4140-991d-bf32698f77aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0531008 Jul 07 14:32:52.903347 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-952e8b76-d3d1-4c34-8b4b-197dd7295d3c req-4be2c01a-0dba-46ed-b05f-8bc3f9b36ecf service neutron] 10.222.0.24 "GET /v2.0/networks/7c490f9a-1358-4140-991d-bf32698f77aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842276 Jul 07 14:32:52.993437 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-952e8b76-d3d1-4c34-8b4b-197dd7295d3c req-f430e00d-4dfb-42df-a1d0-3e62ab153065 service neutron] 10.222.0.24 "GET /v2.0/networks/7c490f9a-1358-4140-991d-bf32698f77aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800047 Jul 07 14:32:54.905472 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-1a3134d9-7d01-4104-bc51-760432220784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:32:57.532852 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-dfaee98c-0c7d-4159-83eb-473efff4cd75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:32:57.853749 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:32:58.736963 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-797095d9-f31f-46bc-add0-d9922559420e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:33:00.329463 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-de2cb0b5-6e4a-418e-bae1-4b4e8a512c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:33:02.586300 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:33:24.907540 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-fadeecf8-8587-4282-bf0a-aa164bf1628d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:33:27.524670 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-02f4c3c1-173e-4595-8498-81afc2e34bfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:33:27.855048 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:33:28.233264 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.agents_db [None req-578d1851-68de-424d-8d1f-a58f436dd381 None None] Agent healthcheck: found 6 active agents {{(pid=92956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 14:33:28.741035 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-797095d9-f31f-46bc-add0-d9922559420e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:33:30.331426 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-de2cb0b5-6e4a-418e-bae1-4b4e8a512c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:33:32.580724 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:33:54.014187 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-4920a569-6cb3-42db-8dc0-dcb7cbfa6025 req-26235d83-edb9-41ca-bf1b-2a7f778b01cf service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=96498ca8-2669-4f47-be39-a648f426eda3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0504715 Jul 07 14:33:54.128534 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4920a569-6cb3-42db-8dc0-dcb7cbfa6025 req-6dddf728-62bb-4d4c-b69b-b4d086658220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:33:54.129929 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-4920a569-6cb3-42db-8dc0-dcb7cbfa6025 req-6dddf728-62bb-4d4c-b69b-b4d086658220 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4606813b7d26435ca537716b5eac6fcc&device_id=96498ca8-2669-4f47-be39-a648f426eda3 HTTP/1.1" status: 200 len: 1099 time: 0.0615475 Jul 07 14:33:54.238143 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4920a569-6cb3-42db-8dc0-dcb7cbfa6025 req-c79aee3e-c8d4-443e-9733-43a0fa2c781f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:33:54.239669 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-4920a569-6cb3-42db-8dc0-dcb7cbfa6025 req-c79aee3e-c8d4-443e-9733-43a0fa2c781f service neutron] 10.222.0.24 "GET /v2.0/networks?id=8ff1e969-aa56-4a37-b509-25263365d4bf HTTP/1.1" status: 200 len: 916 time: 0.0837536 Jul 07 14:33:54.287646 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-4920a569-6cb3-42db-8dc0-dcb7cbfa6025 req-bf77a113-7930-4514-9d9d-8ee75f50c4c7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a6f266a4-eec8-4dc4-97e0-ad4c884aec24 HTTP/1.1" status: 200 len: 217 time: 0.0372777 Jul 07 14:33:54.336324 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4920a569-6cb3-42db-8dc0-dcb7cbfa6025 req-dd5ee90c-a3ab-463d-a016-6233fadb4778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:33:54.337674 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-4920a569-6cb3-42db-8dc0-dcb7cbfa6025 req-dd5ee90c-a3ab-463d-a016-6233fadb4778 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3c42dee8-1dec-4168-bdb5-a4e686f12390 HTTP/1.1" status: 200 len: 855 time: 0.0412107 Jul 07 14:33:54.372284 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-4920a569-6cb3-42db-8dc0-dcb7cbfa6025 req-b7fa4167-ab65-43ee-a08c-2d7714eff665 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8ff1e969-aa56-4a37-b509-25263365d4bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246239 Jul 07 14:33:54.469172 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-4920a569-6cb3-42db-8dc0-dcb7cbfa6025 req-9940587d-c98b-4cdc-a706-cf38c7902307 service neutron] 10.222.0.24 "GET /v2.0/networks/8ff1e969-aa56-4a37-b509-25263365d4bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866046 Jul 07 14:33:54.804471 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-4920a569-6cb3-42db-8dc0-dcb7cbfa6025 req-59c7ec3a-a693-4a0c-9bfc-6b87afaf7d4d service neutron] 10.222.0.24 "GET /v2.0/networks/8ff1e969-aa56-4a37-b509-25263365d4bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3254473 Jul 07 14:33:54.909609 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a0066288-d53b-455e-a129-e05c63441860 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:33:57.525579 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-0788d4c1-91ac-49ec-90c4-cbf43e59a762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:33:57.856193 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:33:58.742927 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-797095d9-f31f-46bc-add0-d9922559420e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:34:00.337830 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-de2cb0b5-6e4a-418e-bae1-4b4e8a512c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:34:02.594973 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:34:05.232812 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.agents_db [None req-578d1851-68de-424d-8d1f-a58f436dd381 None None] Agent healthcheck: found 6 active agents {{(pid=92956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 14:34:17.893792 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafd740e-21c0-4fdf-b393-4fd39e4bc7f7 req-70f7acd5-5bd8-42d7-8a24-85665285b99d tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:34:17.895271 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-cafd740e-21c0-4fdf-b393-4fd39e4bc7f7 req-70f7acd5-5bd8-42d7-8a24-85665285b99d tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=96498ca8-2669-4f47-be39-a648f426eda3 HTTP/1.1" status: 200 len: 946 time: 0.1937222 Jul 07 14:34:17.931438 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-cafd740e-21c0-4fdf-b393-4fd39e4bc7f7 req-dc90dbd0-900d-4371-9a33-4eb46107fb99 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7df1beb-b93b-47cb-b8fb-65a3d6c0c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298259 Jul 07 14:34:19.166843 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cfe3f7-17e7-4450-b09d-4cfaf04a5ad0 req-bfc52188-cfae-477a-9263-604ba9b41493 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:34:19.168202 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-33cfe3f7-17e7-4450-b09d-4cfaf04a5ad0 req-bfc52188-cfae-477a-9263-604ba9b41493 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=96498ca8-2669-4f47-be39-a648f426eda3 HTTP/1.1" status: 200 len: 946 time: 0.1088924 Jul 07 14:34:19.209100 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-33cfe3f7-17e7-4450-b09d-4cfaf04a5ad0 req-25b8dc34-384b-4bbc-b189-e63eec668997 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7df1beb-b93b-47cb-b8fb-65a3d6c0c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353439 Jul 07 14:34:20.391167 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb281285-22b8-4af8-af49-921816366672 req-70136680-ae8e-4552-be80-05fb73abff3b tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:34:20.392759 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-bb281285-22b8-4af8-af49-921816366672 req-70136680-ae8e-4552-be80-05fb73abff3b tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=96498ca8-2669-4f47-be39-a648f426eda3 HTTP/1.1" status: 200 len: 946 time: 0.0689933 Jul 07 14:34:20.431717 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-bb281285-22b8-4af8-af49-921816366672 req-981a793b-48e3-4ceb-9914-391209741460 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7df1beb-b93b-47cb-b8fb-65a3d6c0c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334687 Jul 07 14:34:20.656762 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca62aa6-6023-4633-a78a-b273ae9ee64d req-595035f6-defc-442a-bc21-3bbd62802fcf tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:34:20.658203 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-1ca62aa6-6023-4633-a78a-b273ae9ee64d req-595035f6-defc-442a-bc21-3bbd62802fcf tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.24 "GET /v2.0/ports?device_id=96498ca8-2669-4f47-be39-a648f426eda3 HTTP/1.1" status: 200 len: 946 time: 0.0620146 Jul 07 14:34:20.762887 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.plugin [req-1ca62aa6-6023-4633-a78a-b273ae9ee64d req-1be00977-b6f9-4778-80bf-a79f667245a2 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Deleting port a6f266a4-eec8-4dc4-97e0-ad4c884aec24 {{(pid=92954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 14:34:20.763153 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-1ca62aa6-6023-4633-a78a-b273ae9ee64d req-1be00977-b6f9-4778-80bf-a79f667245a2 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744351408860'] for port, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:34:20.861297 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [req-1ca62aa6-6023-4633-a78a-b273ae9ee64d req-1be00977-b6f9-4778-80bf-a79f667245a2 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] For port a6f266a4-eec8-4dc4-97e0-ad4c884aec24, host hv-cinder-79982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79982',level=0,port_id=a6f266a4-eec8-4dc4-97e0-ad4c884aec24,segment=NetworkSegment(f3f58588-4c9a-407d-b956-d7d536d6c493),segment_id=f3f58588-4c9a-407d-b956-d7d536d6c493)] {{(pid=92954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 14:34:20.861676 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-1ca62aa6-6023-4633-a78a-b273ae9ee64d req-1be00977-b6f9-4778-80bf-a79f667245a2 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1715988'] for port, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:34:20.874614 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.plugin [req-1ca62aa6-6023-4633-a78a-b273ae9ee64d req-1be00977-b6f9-4778-80bf-a79f667245a2 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Calling delete_port for a6f266a4-eec8-4dc4-97e0-ad4c884aec24 owned by compute:nova {{(pid=92954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 14:34:20.947149 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f684b9-edda-472c-bdce-bed43f1190bb req-b41631aa-3f44-4fdc-836f-e50e195aa3e2 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:34:20.949020 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-e3f684b9-edda-472c-bdce-bed43f1190bb req-b41631aa-3f44-4fdc-836f-e50e195aa3e2 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/ports?device_id=963d65d9-3a8b-4658-8b90-ab1dd31f271c HTTP/1.1" status: 200 len: 946 time: 0.0631752 Jul 07 14:34:20.987232 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-e3f684b9-edda-472c-bdce-bed43f1190bb req-2bb4ab92-0b73-4ad7-ae6a-d347817688a6 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/security-groups?id=48f471bb-7db6-49cd-95b2-5af8cd26bae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320647 Jul 07 14:34:21.000693 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-1ca62aa6-6023-4633-a78a-b273ae9ee64d req-1be00977-b6f9-4778-80bf-a79f667245a2 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744351415830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744350976997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8461640'] for port, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:34:21.032377 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be00977-b6f9-4778-80bf-a79f667245a2 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Pushing event deleted for resources: {'Port': ['ID=a6f266a4-eec8-4dc4-97e0-ad4c884aec24,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:34:21.065252 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be00977-b6f9-4778-80bf-a79f667245a2 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:34:21.065607 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be00977-b6f9-4778-80bf-a79f667245a2 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:34:21.066003 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be00977-b6f9-4778-80bf-a79f667245a2 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:34:21.066280 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be00977-b6f9-4778-80bf-a79f667245a2 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:34:21.066645 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be00977-b6f9-4778-80bf-a79f667245a2 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:34:21.066981 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be00977-b6f9-4778-80bf-a79f667245a2 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:34:21.067315 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be00977-b6f9-4778-80bf-a79f667245a2 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:34:21.067645 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be00977-b6f9-4778-80bf-a79f667245a2 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:34:21.071812 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be00977-b6f9-4778-80bf-a79f667245a2 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:34:21.071812 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be00977-b6f9-4778-80bf-a79f667245a2 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:34:21.071812 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be00977-b6f9-4778-80bf-a79f667245a2 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:34:21.071812 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be00977-b6f9-4778-80bf-a79f667245a2 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:34:21.087880 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ca62aa6-6023-4633-a78a-b273ae9ee64d req-1be00977-b6f9-4778-80bf-a79f667245a2 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] No DVR routers for this DVR port a6f266a4-eec8-4dc4-97e0-ad4c884aec24 on host hv-cinder-79982 {{(pid=92954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 14:34:21.090428 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-1ca62aa6-6023-4633-a78a-b273ae9ee64d req-1be00977-b6f9-4778-80bf-a79f667245a2 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171717'] for port, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:34:21.092425 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-1ca62aa6-6023-4633-a78a-b273ae9ee64d req-1be00977-b6f9-4778-80bf-a79f667245a2 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.24 "DELETE /v2.0/ports/a6f266a4-eec8-4dc4-97e0-ad4c884aec24 HTTP/1.1" status: 204 len: 173 time: 0.4264112 Jul 07 14:34:21.092977 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96498ca8-2669-4f47-be39-a648f426eda3', 'name': 'network-vif-deleted', 'tag': 'a6f266a4-eec8-4dc4-97e0-ad4c884aec24'}] {{(pid=92954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 14:34:21.095146 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23a2f25214143ca7dc6eabc905ff8a7df5b3799efbbaa422209646810e3da78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-958a4b21-d402-4fc8-9f67-06166b0d5770" -d '{"events": [{"server_uuid": "96498ca8-2669-4f47-be39-a648f426eda3", "name": "network-vif-deleted", "tag": "a6f266a4-eec8-4dc4-97e0-ad4c884aec24"}]}' {{(pid=92954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 14:34:21.188101 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 14:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b25b635-3deb-4a18-a1c9-25b98a84b101 x-openstack-request-id: req-6b25b635-3deb-4a18-a1c9-25b98a84b101 {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 14:34:21.188499 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96498ca8-2669-4f47-be39-a648f426eda3", "name": "network-vif-deleted", "tag": "a6f266a4-eec8-4dc4-97e0-ad4c884aec24", "status": "completed", "code": 200}]} {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 14:34:21.188811 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6b25b635-3deb-4a18-a1c9-25b98a84b101 {{(pid=92954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 14:34:21.189280 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96498ca8-2669-4f47-be39-a648f426eda3', 'name': 'network-vif-deleted', 'tag': 'a6f266a4-eec8-4dc4-97e0-ad4c884aec24', 'status': 'completed', 'code': 200} Jul 07 14:34:21.578798 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-1c101b7a-9982-408e-a810-3d2f29fc925e req-c24917e7-1dee-450d-988c-32b04f07a3a0 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=96498ca8-2669-4f47-be39-a648f426eda3 HTTP/1.1" status: 200 len: 210 time: 0.0314813 Jul 07 14:34:22.163514 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66312c4-7264-4dc3-a104-92db5fadb906 req-27d95794-1c08-4317-aa30-d030490fc0b9 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:34:22.164845 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-b66312c4-7264-4dc3-a104-92db5fadb906 req-27d95794-1c08-4317-aa30-d030490fc0b9 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/ports?device_id=963d65d9-3a8b-4658-8b90-ab1dd31f271c HTTP/1.1" status: 200 len: 946 time: 0.0601597 Jul 07 14:34:22.201651 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-b66312c4-7264-4dc3-a104-92db5fadb906 req-4b2d8c9d-f07b-4a2d-9a9b-585e3b604af6 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/security-groups?id=48f471bb-7db6-49cd-95b2-5af8cd26bae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309920 Jul 07 14:34:22.262425 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] get_ports_and_sgs() called for port_ids ['a6f266a4-eec8-4dc4-97e0-ad4c884aec24'] {{(pid=92955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 14:34:22.717027 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-ddd5a499-0f8c-403c-9193-125152fd1d72 req-cd1a17f8-2992-4459-acd4-640830c3fddf tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=96498ca8-2669-4f47-be39-a648f426eda3 HTTP/1.1" status: 200 len: 210 time: 0.0278418 Jul 07 14:34:23.385246 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a94c0d1-a3e6-434e-a1b7-350d07d60f7c req-77177c4b-7432-4f5a-91de-41dc4613d848 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:34:23.386649 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-1a94c0d1-a3e6-434e-a1b7-350d07d60f7c req-77177c4b-7432-4f5a-91de-41dc4613d848 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/ports?device_id=963d65d9-3a8b-4658-8b90-ab1dd31f271c HTTP/1.1" status: 200 len: 946 time: 0.0634623 Jul 07 14:34:23.427669 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-1a94c0d1-a3e6-434e-a1b7-350d07d60f7c req-c8a7709d-bb3f-4abc-a740-ef18844db928 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/security-groups?id=48f471bb-7db6-49cd-95b2-5af8cd26bae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352967 Jul 07 14:34:23.922420 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-92bcbfae-cbcb-46bd-b8c2-ab760f049e33 req-01f23206-e26c-4bed-9db4-91045345bb59 tempest-AttachVolumeNegativeTest-1898117684 tempest-AttachVolumeNegativeTest-1898117684-project] 10.222.0.16 "GET /v2.0/ports?device_id=96498ca8-2669-4f47-be39-a648f426eda3 HTTP/1.1" status: 200 len: 210 time: 0.0287981 Jul 07 14:34:24.605168 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8669f1-9e92-4092-9d67-7573a0c67d12 req-48a4e9df-e637-4cf9-a78b-d577f37b8ecb tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:34:24.606643 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-cf8669f1-9e92-4092-9d67-7573a0c67d12 req-48a4e9df-e637-4cf9-a78b-d577f37b8ecb tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/ports?device_id=963d65d9-3a8b-4658-8b90-ab1dd31f271c HTTP/1.1" status: 200 len: 946 time: 0.0621319 Jul 07 14:34:24.642980 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-cf8669f1-9e92-4092-9d67-7573a0c67d12 req-b8e5b14d-ddc0-4ac9-88c9-93f6291628d0 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/security-groups?id=48f471bb-7db6-49cd-95b2-5af8cd26bae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309162 Jul 07 14:34:24.911260 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-902fed38-9973-4830-bd9a-336eaca55839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:34:25.019518 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 40464) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:34:25.207282 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bdd9f49-22d4-441b-b32a-74aecae725a0 admin admin] Deleting subnet 3c42dee8-1dec-4168-bdb5-a4e686f12390 {{(pid=92954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 14:34:25.210272 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-8bdd9f49-22d4-441b-b32a-74aecae725a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:34:25.224434 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Device a6f266a4-eec8-4dc4-97e0-ad4c884aec24 no longer exists at agent hyperv_hv-cinder-79982 {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 14:34:25.245320 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] No Port match for: a6f266a4-eec8-4dc4-97e0-ad4c884aec24 {{(pid=92955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 14:34:25.245655 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Device a6f266a4-eec8-4dc4-97e0-ad4c884aec24 not bound to the agent host hv-cinder-79982 {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 14:34:25.249446 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-8bdd9f49-22d4-441b-b32a-74aecae725a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8726972'] for subnet, precommit_delete_associations {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:34:25.296837 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-8bdd9f49-22d4-441b-b32a-74aecae725a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736859'] for subnet, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:34:25.367296 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-8bdd9f49-22d4-441b-b32a-74aecae725a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8461682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8771930'] for subnet, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:34:25.392438 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdd9f49-22d4-441b-b32a-74aecae725a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c42dee8-1dec-4168-bdb5-a4e686f12390,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:34:25.397458 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-8bdd9f49-22d4-441b-b32a-74aecae725a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:34:25.400649 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-8bdd9f49-22d4-441b-b32a-74aecae725a0 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/3c42dee8-1dec-4168-bdb5-a4e686f12390 HTTP/1.1" status: 204 len: 168 time: 0.3800416 Jul 07 14:34:25.402949 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 40484) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:34:25.474717 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-12dac66d-ef09-47ea-a27d-a18e13b287df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573990'] for network, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:34:25.555069 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-12dac66d-ef09-47ea-a27d-a18e13b287df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730318', 'neutron.services.segments.db._delete_segments_for_network-8744351280222'] for network, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:34:25.564442 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.services.segments.db [None req-12dac66d-ef09-47ea-a27d-a18e13b287df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ff1e969-aa56-4a37-b509-25263365d4bf']}} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:34:25.574785 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.services.segments.db [None req-12dac66d-ef09-47ea-a27d-a18e13b287df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3f58588-4c9a-407d-b956-d7d536d6c493') {'for_net_delete': True} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:34:25.575018 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.services.segments.db [None req-12dac66d-ef09-47ea-a27d-a18e13b287df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3f58588-4c9a-407d-b956-d7d536d6c493') {} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:34:25.583440 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-12dac66d-ef09-47ea-a27d-a18e13b287df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744351507842', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8726955'] for segment, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:34:25.597248 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-12dac66d-ef09-47ea-a27d-a18e13b287df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:34:25.603519 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12dac66d-ef09-47ea-a27d-a18e13b287df admin admin] Releasing vlan 611 on physical network physnet1 to pool {{(pid=92954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 14:34:25.603898 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-12dac66d-ef09-47ea-a27d-a18e13b287df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8461719'] for segment, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:34:25.605461 dv-cinder-799821-1-iscsi neutron-server[92954]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 14:34:25.605461 dv-cinder-799821-1-iscsi neutron-server[92954]: conditions |= (models_v2.Port.network_id.in_( Jul 07 14:34:25.605461 dv-cinder-799821-1-iscsi neutron-server[92954]: Traceback (most recent call last): Jul 07 14:34:25.605461 dv-cinder-799821-1-iscsi neutron-server[92954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 14:34:25.605461 dv-cinder-799821-1-iscsi neutron-server[92954]: timer() Jul 07 14:34:25.605461 dv-cinder-799821-1-iscsi neutron-server[92954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 14:34:25.605461 dv-cinder-799821-1-iscsi neutron-server[92954]: cb(*args, **kw) Jul 07 14:34:25.605461 dv-cinder-799821-1-iscsi neutron-server[92954]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 14:34:25.605461 dv-cinder-799821-1-iscsi neutron-server[92954]: return func(*args, **kwargs) Jul 07 14:34:25.605461 dv-cinder-799821-1-iscsi neutron-server[92954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 14:34:25.605461 dv-cinder-799821-1-iscsi neutron-server[92954]: self._notify() Jul 07 14:34:25.605461 dv-cinder-799821-1-iscsi neutron-server[92954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 14:34:25.605461 dv-cinder-799821-1-iscsi neutron-server[92954]: self.callback(batched_events) Jul 07 14:34:25.605461 dv-cinder-799821-1-iscsi neutron-server[92954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 14:34:25.605461 dv-cinder-799821-1-iscsi neutron-server[92954]: event.method(event) Jul 07 14:34:25.605461 dv-cinder-799821-1-iscsi neutron-server[92954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 14:34:25.605461 dv-cinder-799821-1-iscsi neutron-server[92954]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 14:34:25.605461 dv-cinder-799821-1-iscsi neutron-server[92954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 14:34:25.605461 dv-cinder-799821-1-iscsi neutron-server[92954]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 14:34:25.605461 dv-cinder-799821-1-iscsi neutron-server[92954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 14:34:25.605461 dv-cinder-799821-1-iscsi neutron-server[92954]: return f(self, *a, **k) Jul 07 14:34:25.605461 dv-cinder-799821-1-iscsi neutron-server[92954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 14:34:25.605461 dv-cinder-799821-1-iscsi neutron-server[92954]: return self._get(url).json() Jul 07 14:34:25.605461 dv-cinder-799821-1-iscsi neutron-server[92954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 14:34:25.605461 dv-cinder-799821-1-iscsi neutron-server[92954]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 14:34:25.605461 dv-cinder-799821-1-iscsi neutron-server[92954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 14:34:25.605461 dv-cinder-799821-1-iscsi neutron-server[92954]: return self.request(url, 'GET', **kwargs) Jul 07 14:34:25.605461 dv-cinder-799821-1-iscsi neutron-server[92954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 14:34:25.605461 dv-cinder-799821-1-iscsi neutron-server[92954]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 14:34:25.605461 dv-cinder-799821-1-iscsi neutron-server[92954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 14:34:25.605461 dv-cinder-799821-1-iscsi neutron-server[92954]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 14:34:25.605461 dv-cinder-799821-1-iscsi neutron-server[92954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 14:34:25.605461 dv-cinder-799821-1-iscsi neutron-server[92954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 14:34:25.605461 dv-cinder-799821-1-iscsi neutron-server[92954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 14:34:25.660578 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-12dac66d-ef09-47ea-a27d-a18e13b287df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1662071'] for network, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:34:25.665806 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-12dac66d-ef09-47ea-a27d-a18e13b287df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582248'] for network, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:34:25.667709 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-12dac66d-ef09-47ea-a27d-a18e13b287df admin admin] 10.222.0.16 "DELETE /v2.0/networks/8ff1e969-aa56-4a37-b509-25263365d4bf HTTP/1.1" status: 204 len: 168 time: 0.2637463 Jul 07 14:34:25.678834 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dac66d-ef09-47ea-a27d-a18e13b287df admin admin] Pushing event deleted for resources: {'Network': ['ID=8ff1e969-aa56-4a37-b509-25263365d4bf,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:34:25.783544 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 40490) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:34:25.823986 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-fa69cb21-6913-4df4-ac1b-41933fa46039 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4606813b7d26435ca537716b5eac6fcc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0391650 Jul 07 14:34:25.826494 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 40492) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:34:25.835497 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb9dd95-a31a-43e0-a225-ac37c79c046f req-eba0734f-d561-4444-a315-aa2f591a0745 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:34:25.837698 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-afb9dd95-a31a-43e0-a225-ac37c79c046f req-eba0734f-d561-4444-a315-aa2f591a0745 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/ports?device_id=963d65d9-3a8b-4658-8b90-ab1dd31f271c HTTP/1.1" status: 200 len: 946 time: 0.0707293 Jul 07 14:34:25.876002 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-afb9dd95-a31a-43e0-a225-ac37c79c046f req-e59dc321-fbdb-46b3-bed0-62982f6e7545 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/security-groups?id=48f471bb-7db6-49cd-95b2-5af8cd26bae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329108 Jul 07 14:34:25.876222 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-abaf73ea-d8e8-45ce-8cd9-58e63f8c04f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:34:25.897246 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-abaf73ea-d8e8-45ce-8cd9-58e63f8c04f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:34:25.944008 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-abaf73ea-d8e8-45ce-8cd9-58e63f8c04f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:34:25.947281 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-abaf73ea-d8e8-45ce-8cd9-58e63f8c04f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:34:25.948390 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-abaf73ea-d8e8-45ce-8cd9-58e63f8c04f2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e7df1beb-b93b-47cb-b8fb-65a3d6c0c242 HTTP/1.1" status: 204 len: 168 time: 0.1210449 Jul 07 14:34:25.955989 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaf73ea-d8e8-45ce-8cd9-58e63f8c04f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7df1beb-b93b-47cb-b8fb-65a3d6c0c242,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:34:27.063820 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00904172-043a-4072-9227-c107a9d2e67c req-6797ed51-5fe1-48fc-b1f6-556f001b722c tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:34:27.065302 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-00904172-043a-4072-9227-c107a9d2e67c req-6797ed51-5fe1-48fc-b1f6-556f001b722c tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/ports?device_id=963d65d9-3a8b-4658-8b90-ab1dd31f271c HTTP/1.1" status: 200 len: 946 time: 0.0645239 Jul 07 14:34:27.103775 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-00904172-043a-4072-9227-c107a9d2e67c req-74a75c2e-0981-4e94-a0d2-dba299aa4866 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/security-groups?id=48f471bb-7db6-49cd-95b2-5af8cd26bae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328403 Jul 07 14:34:27.500875 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 40562) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:34:27.528626 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-5019c137-7ada-4707-b1b5-02e8f3640213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:34:27.614543 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-cbad0c99-310f-4938-aeac-c032c2fb3fa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:34:27.715214 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-cbad0c99-310f-4938-aeac-c032c2fb3fa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:34:27.719152 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-cbad0c99-310f-4938-aeac-c032c2fb3fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:34:27.758297 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-cbad0c99-310f-4938-aeac-c032c2fb3fa4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=94059e9c98824d379306b1937941ea73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2562411 Jul 07 14:34:27.759340 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbad0c99-310f-4938-aeac-c032c2fb3fa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a253e2b4-840e-45e5-b399-4de96221559c,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:34:27.763225 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 40576) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:34:27.813035 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-2e875951-2a54-4598-b330-fce11799634c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:34:27.833755 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-2e875951-2a54-4598-b330-fce11799634c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:34:27.858406 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:34:27.887377 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-2e875951-2a54-4598-b330-fce11799634c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:34:27.889901 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-2e875951-2a54-4598-b330-fce11799634c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:34:27.891051 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-2e875951-2a54-4598-b330-fce11799634c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a253e2b4-840e-45e5-b399-4de96221559c HTTP/1.1" status: 204 len: 168 time: 0.1269352 Jul 07 14:34:27.900306 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e875951-2a54-4598-b330-fce11799634c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a253e2b4-840e-45e5-b399-4de96221559c,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:34:27.909078 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e875951-2a54-4598-b330-fce11799634c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:34:27.909433 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e875951-2a54-4598-b330-fce11799634c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:34:27.910111 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e875951-2a54-4598-b330-fce11799634c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:34:27.910473 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e875951-2a54-4598-b330-fce11799634c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:34:27.910813 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e875951-2a54-4598-b330-fce11799634c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:34:27.911148 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e875951-2a54-4598-b330-fce11799634c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:34:27.911507 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e875951-2a54-4598-b330-fce11799634c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:34:27.911838 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e875951-2a54-4598-b330-fce11799634c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:34:27.912165 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e875951-2a54-4598-b330-fce11799634c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:34:27.912489 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e875951-2a54-4598-b330-fce11799634c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:34:27.912815 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e875951-2a54-4598-b330-fce11799634c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:34:27.913136 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e875951-2a54-4598-b330-fce11799634c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:34:28.178602 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 40594) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:34:28.197891 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-b69575d3-bde7-4861-82a7-a7e81b54e852 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:34:28.323249 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3201a8-672c-4bc6-bd3f-2086680be9b2 req-e3f9203d-3b5f-4943-afdc-cafe5803ca5e tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:34:28.324711 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-5c3201a8-672c-4bc6-bd3f-2086680be9b2 req-e3f9203d-3b5f-4943-afdc-cafe5803ca5e tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/ports?device_id=963d65d9-3a8b-4658-8b90-ab1dd31f271c HTTP/1.1" status: 200 len: 946 time: 0.1006677 Jul 07 14:34:28.342752 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-b69575d3-bde7-4861-82a7-a7e81b54e852 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:34:28.351111 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-b69575d3-bde7-4861-82a7-a7e81b54e852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:34:28.399879 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69575d3-bde7-4861-82a7-a7e81b54e852 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87a7f65b-c056-4a98-badc-e545d6ea888c,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:34:28.406564 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-b69575d3-bde7-4861-82a7-a7e81b54e852 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9ac78da05ea84fca8b9c23412da5b9b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2246444 Jul 07 14:34:28.407367 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 40596) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:34:28.407694 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-5c3201a8-672c-4bc6-bd3f-2086680be9b2 req-259315ae-10dc-4dcf-9bbd-35287c86a158 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/security-groups?id=48f471bb-7db6-49cd-95b2-5af8cd26bae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743728 Jul 07 14:34:28.481947 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-7d355eca-7613-4259-a00d-e202ad0e8a3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:34:28.503384 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-7d355eca-7613-4259-a00d-e202ad0e8a3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:34:28.549083 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-7d355eca-7613-4259-a00d-e202ad0e8a3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:34:28.551575 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-7d355eca-7613-4259-a00d-e202ad0e8a3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:34:28.552739 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-7d355eca-7613-4259-a00d-e202ad0e8a3c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/87a7f65b-c056-4a98-badc-e545d6ea888c HTTP/1.1" status: 204 len: 168 time: 0.1443834 Jul 07 14:34:28.561386 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d355eca-7613-4259-a00d-e202ad0e8a3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87a7f65b-c056-4a98-badc-e545d6ea888c,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:34:28.745244 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-797095d9-f31f-46bc-add0-d9922559420e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:34:29.656439 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67dc034-b543-465b-8002-94dc680c4760 req-cd636973-9fed-4cb4-a2a4-7dbee8d90b93 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:34:29.658600 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-e67dc034-b543-465b-8002-94dc680c4760 req-cd636973-9fed-4cb4-a2a4-7dbee8d90b93 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/ports?device_id=963d65d9-3a8b-4658-8b90-ab1dd31f271c HTTP/1.1" status: 200 len: 946 time: 0.0752366 Jul 07 14:34:29.698136 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-e67dc034-b543-465b-8002-94dc680c4760 req-354e6c85-4d24-4428-8861-edcf743797d0 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/security-groups?id=48f471bb-7db6-49cd-95b2-5af8cd26bae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329590 Jul 07 14:34:30.339765 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-de2cb0b5-6e4a-418e-bae1-4b4e8a512c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:34:30.902277 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2072df1-1fe3-4e68-a6bb-7248825c4c0a req-ee09d07c-e51a-4238-adf1-ef2d4dcb13b5 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:34:30.904461 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-b2072df1-1fe3-4e68-a6bb-7248825c4c0a req-ee09d07c-e51a-4238-adf1-ef2d4dcb13b5 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/ports?device_id=963d65d9-3a8b-4658-8b90-ab1dd31f271c HTTP/1.1" status: 200 len: 946 time: 0.0685892 Jul 07 14:34:30.943543 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-b2072df1-1fe3-4e68-a6bb-7248825c4c0a req-cfe31b05-2034-443f-a5b2-b398b9562007 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/security-groups?id=48f471bb-7db6-49cd-95b2-5af8cd26bae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328019 Jul 07 14:34:30.947401 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 40692) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:34:31.051486 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-98fb1030-2026-46c7-b554-ee029deef98c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:34:31.147256 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-98fb1030-2026-46c7-b554-ee029deef98c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:34:31.150809 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-98fb1030-2026-46c7-b554-ee029deef98c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:34:31.190543 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fb1030-2026-46c7-b554-ee029deef98c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efd57afa-12b1-4603-9d21-30ad361c2c72,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:34:31.196458 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-98fb1030-2026-46c7-b554-ee029deef98c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3f720ac6b9c6449f9dd55b9cf5669ea9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2462347 Jul 07 14:34:31.197886 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 40700) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:34:31.245045 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-7e25e580-ee35-4721-80c7-116093844343 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:34:31.265882 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-7e25e580-ee35-4721-80c7-116093844343 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:34:31.312403 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-7e25e580-ee35-4721-80c7-116093844343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:34:31.314868 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-7e25e580-ee35-4721-80c7-116093844343 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:34:31.315989 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-7e25e580-ee35-4721-80c7-116093844343 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/efd57afa-12b1-4603-9d21-30ad361c2c72 HTTP/1.1" status: 204 len: 168 time: 0.1172121 Jul 07 14:34:31.323571 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e25e580-ee35-4721-80c7-116093844343 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efd57afa-12b1-4603-9d21-30ad361c2c72,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:34:31.575701 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 40706) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:34:31.588755 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-bdd130ac-df58-474c-aa9a-31d162a35425 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:34:31.677937 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-bdd130ac-df58-474c-aa9a-31d162a35425 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:34:31.683164 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-bdd130ac-df58-474c-aa9a-31d162a35425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:34:31.718278 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-bdd130ac-df58-474c-aa9a-31d162a35425 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=97380741b2094cccaebae058a3d1ece4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1414897 Jul 07 14:34:31.720984 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 40712) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:34:31.723175 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd130ac-df58-474c-aa9a-31d162a35425 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db4f183a-923e-4803-b164-6c26803a0090,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:34:31.771870 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-e89ea14a-034f-4320-8581-78ebd76fd332 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:34:31.793686 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-e89ea14a-034f-4320-8581-78ebd76fd332 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:34:31.839608 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-e89ea14a-034f-4320-8581-78ebd76fd332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:34:31.842259 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-e89ea14a-034f-4320-8581-78ebd76fd332 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:34:31.843428 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-e89ea14a-034f-4320-8581-78ebd76fd332 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/db4f183a-923e-4803-b164-6c26803a0090 HTTP/1.1" status: 204 len: 168 time: 0.1214635 Jul 07 14:34:31.851681 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89ea14a-034f-4320-8581-78ebd76fd332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db4f183a-923e-4803-b164-6c26803a0090,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:34:32.183136 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bc9a42-6393-4d1f-ae5d-e0e857e524e7 req-7a1b1a8b-05aa-46d4-89de-3f22d1ca8a97 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:34:32.184877 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-a8bc9a42-6393-4d1f-ae5d-e0e857e524e7 req-7a1b1a8b-05aa-46d4-89de-3f22d1ca8a97 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/ports?device_id=963d65d9-3a8b-4658-8b90-ab1dd31f271c HTTP/1.1" status: 200 len: 946 time: 0.0739899 Jul 07 14:34:32.226005 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-a8bc9a42-6393-4d1f-ae5d-e0e857e524e7 req-c210f76e-c56c-4867-a8e1-3fe340c7def2 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/security-groups?id=48f471bb-7db6-49cd-95b2-5af8cd26bae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345941 Jul 07 14:34:32.610416 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:34:33.438282 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dac2a4a-6d89-4ce1-999c-765ebcd86286 req-2a5e67fa-b087-40b9-b4ba-5ff10a203471 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:34:33.440200 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-4dac2a4a-6d89-4ce1-999c-765ebcd86286 req-2a5e67fa-b087-40b9-b4ba-5ff10a203471 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/ports?device_id=963d65d9-3a8b-4658-8b90-ab1dd31f271c HTTP/1.1" status: 200 len: 946 time: 0.0764334 Jul 07 14:34:33.482981 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-4dac2a4a-6d89-4ce1-999c-765ebcd86286 req-6e7d3677-b938-4de1-ab18-51d623350582 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/security-groups?id=48f471bb-7db6-49cd-95b2-5af8cd26bae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359492 Jul 07 14:34:34.670547 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8792de-d301-40cb-8621-aea4b990af07 req-ba0b2251-e661-4f9f-bf02-c7fc22f2a49e tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:34:34.671981 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-9b8792de-d301-40cb-8621-aea4b990af07 req-ba0b2251-e661-4f9f-bf02-c7fc22f2a49e tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/ports?device_id=963d65d9-3a8b-4658-8b90-ab1dd31f271c HTTP/1.1" status: 200 len: 946 time: 0.0643883 Jul 07 14:34:34.709915 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-9b8792de-d301-40cb-8621-aea4b990af07 req-b604e39a-c9dd-4ebc-b354-43f1d6c164c3 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/security-groups?id=48f471bb-7db6-49cd-95b2-5af8cd26bae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324838 Jul 07 14:34:35.256517 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Device a4eb7492-116a-40df-ad2e-dd1161978853 details requested by agent hyperv_hv-cinder-79982 with host hv-cinder-79982 {{(pid=92955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 14:34:35.354215 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] For port a4eb7492-116a-40df-ad2e-dd1161978853, host hv-cinder-79982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79982',level=0,port_id=a4eb7492-116a-40df-ad2e-dd1161978853,segment=NetworkSegment(a145ae2e-96d2-4239-b9ef-8a493ddf839d),segment_id=a145ae2e-96d2-4239-b9ef-8a493ddf839d)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 14:34:35.365316 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Returning: {'device': 'a4eb7492-116a-40df-ad2e-dd1161978853', 'network_id': '7c490f9a-1358-4140-991d-bf32698f77aa', 'port_id': 'a4eb7492-116a-40df-ad2e-dd1161978853', 'mac_address': 'fa:16:3e:b8:56:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b18de7e-b643-4fd7-b48b-d38da4c85021', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 14:34:35.416703 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:34:35.425251 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.notifiers.nova [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a4eb7492-116a-40df-ad2e-dd1161978853 {{(pid=92955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 14:34:35.445330 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] For port a4eb7492-116a-40df-ad2e-dd1161978853, host hv-cinder-79982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79982',level=0,port_id=a4eb7492-116a-40df-ad2e-dd1161978853,segment=NetworkSegment(a145ae2e-96d2-4239-b9ef-8a493ddf839d),segment_id=a145ae2e-96d2-4239-b9ef-8a493ddf839d)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 14:34:35.448956 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:34:35.515812 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Pushing event updated for resources: {'Port': ['ID=a4eb7492-116a-40df-ad2e-dd1161978853,revision_number=6']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:34:35.524262 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:34:35.524695 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:34:35.525066 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:34:35.525458 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:34:35.525897 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:34:35.526350 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:34:35.526738 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:34:35.527116 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:34:35.527446 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:34:35.527832 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:34:35.528205 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:34:35.528647 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:34:35.535765 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] get_ports_and_sgs() called for port_ids ['a4eb7492-116a-40df-ad2e-dd1161978853'] {{(pid=92955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 14:34:35.894603 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b9e47f-d2c6-4290-b3b7-b4609cb01a00 req-2ac03fae-8be0-4714-8b0a-7415c011d4a1 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:34:35.896120 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-58b9e47f-d2c6-4290-b3b7-b4609cb01a00 req-2ac03fae-8be0-4714-8b0a-7415c011d4a1 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/ports?device_id=963d65d9-3a8b-4658-8b90-ab1dd31f271c HTTP/1.1" status: 200 len: 945 time: 0.0677662 Jul 07 14:34:35.935408 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-58b9e47f-d2c6-4290-b3b7-b4609cb01a00 req-4e25c321-dad0-4b76-b207-282dff45d812 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/security-groups?id=48f471bb-7db6-49cd-95b2-5af8cd26bae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326254 Jul 07 14:34:36.962282 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 40922) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:34:37.151461 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-2ce719ff-7f32-4031-addf-b5d93f081b69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:34:37.228882 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3728f4af-1624-434a-b9c7-52aa2b8ee251 req-85a4f07e-0f82-4db7-8f6c-36bf9f207bf9 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:34:37.231238 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-3728f4af-1624-434a-b9c7-52aa2b8ee251 req-85a4f07e-0f82-4db7-8f6c-36bf9f207bf9 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/ports?device_id=963d65d9-3a8b-4658-8b90-ab1dd31f271c HTTP/1.1" status: 200 len: 945 time: 0.1544259 Jul 07 14:34:37.270613 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Device a4eb7492-116a-40df-ad2e-dd1161978853 up at agent hyperv_hv-cinder-79982 {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 14:34:37.301614 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-3728f4af-1624-434a-b9c7-52aa2b8ee251 req-fc4ca7a1-11fd-4053-9b28-d1fff312d5ee tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/security-groups?id=48f471bb-7db6-49cd-95b2-5af8cd26bae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635996 Jul 07 14:34:37.353138 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-2ce719ff-7f32-4031-addf-b5d93f081b69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:34:37.355789 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Provisioning complete for port a4eb7492-116a-40df-ad2e-dd1161978853 triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 14:34:37.356378 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732533'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:34:37.359700 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-2ce719ff-7f32-4031-addf-b5d93f081b69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:34:37.398331 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce719ff-7f32-4031-addf-b5d93f081b69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99a706a3-e623-496c-b88c-2a9b1f78e35a,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:34:37.406053 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 40928) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:34:37.406956 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-2ce719ff-7f32-4031-addf-b5d93f081b69 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=60c905671a014f4e829ddbd67cedb7c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4435272 Jul 07 14:34:37.462714 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-faa0fede-b5d9-4ce8-8356-8fe0059edb8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:34:37.474999 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:34:37.490130 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-faa0fede-b5d9-4ce8-8356-8fe0059edb8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:34:37.510315 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '963d65d9-3a8b-4658-8b90-ab1dd31f271c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4eb7492-116a-40df-ad2e-dd1161978853'}] {{(pid=92955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 14:34:37.512718 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e11a9a08f0ebba7a9f0c3b7780f6d7944ec82452e2695ea1962573c23703eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53ac5045-ebcb-4a82-8559-d03497fb6ed9" -d '{"events": [{"server_uuid": "963d65d9-3a8b-4658-8b90-ab1dd31f271c", "name": "network-vif-plugged", "status": "completed", "tag": "a4eb7492-116a-40df-ad2e-dd1161978853"}]}' {{(pid=92955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 14:34:37.530586 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] For port a4eb7492-116a-40df-ad2e-dd1161978853, host hv-cinder-79982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79982',level=0,port_id=a4eb7492-116a-40df-ad2e-dd1161978853,segment=NetworkSegment(a145ae2e-96d2-4239-b9ef-8a493ddf839d),segment_id=a145ae2e-96d2-4239-b9ef-8a493ddf839d)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 14:34:37.536738 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:34:37.561772 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-faa0fede-b5d9-4ce8-8356-8fe0059edb8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:34:37.565327 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-faa0fede-b5d9-4ce8-8356-8fe0059edb8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:34:37.570042 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-faa0fede-b5d9-4ce8-8356-8fe0059edb8a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/99a706a3-e623-496c-b88c-2a9b1f78e35a HTTP/1.1" status: 204 len: 168 time: 0.1590655 Jul 07 14:34:37.604600 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa0fede-b5d9-4ce8-8356-8fe0059edb8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99a706a3-e623-496c-b88c-2a9b1f78e35a,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:34:37.631129 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Pushing event updated for resources: {'Port': ['ID=a4eb7492-116a-40df-ad2e-dd1161978853,revision_number=7']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:34:37.736341 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 14:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d587e1dc-cb82-498c-aa6a-fdd5921f9d8d x-openstack-request-id: req-d587e1dc-cb82-498c-aa6a-fdd5921f9d8d {{(pid=92955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 14:34:37.736589 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "963d65d9-3a8b-4658-8b90-ab1dd31f271c", "name": "network-vif-plugged", "status": "completed", "tag": "a4eb7492-116a-40df-ad2e-dd1161978853", "code": 200}]} {{(pid=92955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 14:34:37.737173 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d587e1dc-cb82-498c-aa6a-fdd5921f9d8d {{(pid=92955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 14:34:37.737325 dv-cinder-799821-1-iscsi neutron-server[92955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '963d65d9-3a8b-4658-8b90-ab1dd31f271c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4eb7492-116a-40df-ad2e-dd1161978853', 'code': 200} Jul 07 14:34:38.050369 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 40954) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:34:38.069326 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-96799ce8-5c41-4909-bde7-73fca37fb0f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:34:38.189077 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-96799ce8-5c41-4909-bde7-73fca37fb0f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:34:38.192858 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-96799ce8-5c41-4909-bde7-73fca37fb0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:34:38.232321 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-96799ce8-5c41-4909-bde7-73fca37fb0f5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6c09b0d5380f477586363ef9f968d035&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1800482 Jul 07 14:34:38.234942 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 40958) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:34:38.235371 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96799ce8-5c41-4909-bde7-73fca37fb0f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c401be2-b23c-447c-b946-02e56e6e2bc8,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:34:38.310409 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-f4addaad-4ead-426c-bc24-7572f16f8f7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:34:38.336345 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-f4addaad-4ead-426c-bc24-7572f16f8f7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:34:38.390677 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-f4addaad-4ead-426c-bc24-7572f16f8f7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:34:38.394019 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-f4addaad-4ead-426c-bc24-7572f16f8f7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:34:38.397863 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-f4addaad-4ead-426c-bc24-7572f16f8f7f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1c401be2-b23c-447c-b946-02e56e6e2bc8 HTTP/1.1" status: 204 len: 168 time: 0.1616211 Jul 07 14:34:38.407562 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4addaad-4ead-426c-bc24-7572f16f8f7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c401be2-b23c-447c-b946-02e56e6e2bc8,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:34:38.511673 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e22806-13ef-4f2f-80d2-713a4bef0d3a req-6c17f9cc-6b13-4d1a-8a6c-779a92331849 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:34:38.513208 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-a1e22806-13ef-4f2f-80d2-713a4bef0d3a req-6c17f9cc-6b13-4d1a-8a6c-779a92331849 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/ports?device_id=963d65d9-3a8b-4658-8b90-ab1dd31f271c HTTP/1.1" status: 200 len: 946 time: 0.0777419 Jul 07 14:34:38.571065 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-a1e22806-13ef-4f2f-80d2-713a4bef0d3a req-dc90e262-7857-442e-897b-ceec1dfc2b8f tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/security-groups?id=48f471bb-7db6-49cd-95b2-5af8cd26bae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520675 Jul 07 14:34:38.793773 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 40966) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:34:38.807608 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-a46f87c5-33ab-4b74-aaca-ba7767e9f811 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:34:38.919061 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-a46f87c5-33ab-4b74-aaca-ba7767e9f811 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:34:38.926080 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-a46f87c5-33ab-4b74-aaca-ba7767e9f811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:34:38.965961 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46f87c5-33ab-4b74-aaca-ba7767e9f811 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0833b4e-d23a-44fa-8565-d76685d5d095,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:34:38.974669 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-a46f87c5-33ab-4b74-aaca-ba7767e9f811 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a8381e9e0a1746d88ea44ce448c1ffb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1793211 Jul 07 14:34:38.977302 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 40968) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:34:39.035691 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-e2d8cac8-533a-4db6-9724-9f62f482bc0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:34:39.068428 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-e2d8cac8-533a-4db6-9724-9f62f482bc0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:34:39.134898 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-e2d8cac8-533a-4db6-9724-9f62f482bc0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:34:39.137395 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-e2d8cac8-533a-4db6-9724-9f62f482bc0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:34:39.138735 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-e2d8cac8-533a-4db6-9724-9f62f482bc0e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f0833b4e-d23a-44fa-8565-d76685d5d095 HTTP/1.1" status: 204 len: 168 time: 0.1600955 Jul 07 14:34:39.147999 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d8cac8-533a-4db6-9724-9f62f482bc0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0833b4e-d23a-44fa-8565-d76685d5d095,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:34:39.790869 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00cbf99-fbf1-4906-a3f4-006d5e9141ca req-4ab2a9b3-4248-4ae0-b381-102a1a2f87b1 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:34:39.792503 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-a00cbf99-fbf1-4906-a3f4-006d5e9141ca req-4ab2a9b3-4248-4ae0-b381-102a1a2f87b1 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/ports?device_id=963d65d9-3a8b-4658-8b90-ab1dd31f271c HTTP/1.1" status: 200 len: 946 time: 0.0843368 Jul 07 14:34:39.839856 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-a00cbf99-fbf1-4906-a3f4-006d5e9141ca req-96133d51-ac87-40d4-a6bd-e326bdac8db5 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/security-groups?id=48f471bb-7db6-49cd-95b2-5af8cd26bae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408914 Jul 07 14:34:39.966919 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 41004) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:34:40.096307 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [None req-8f87f29e-1f6f-474f-aba8-fee3a00cda70 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-711949078-network', 'tenant_id': 'd08e262e0a0a44babc638aefee01ae91'}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 14:34:40.126291 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f87f29e-1f6f-474f-aba8-fee3a00cda70 admin admin] Made reservation on behalf of d08e262e0a0a44babc638aefee01ae91 for: {'network': 1} {{(pid=92954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 14:34:40.128900 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-8f87f29e-1f6f-474f-aba8-fee3a00cda70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for network, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:34:40.147811 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-8f87f29e-1f6f-474f-aba8-fee3a00cda70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:34:40.262853 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-8f87f29e-1f6f-474f-aba8-fee3a00cda70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:34:40.269004 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-8f87f29e-1f6f-474f-aba8-fee3a00cda70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:34:40.300127 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f87f29e-1f6f-474f-aba8-fee3a00cda70 admin admin] vlan segment allocate from pool success with {'vlan_id': 625, 'physical_network': 'physnet1'} {{(pid=92954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 14:34:40.306255 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f87f29e-1f6f-474f-aba8-fee3a00cda70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3017762-f875-482b-a769-230fbedff323,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:34:40.314124 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-8f87f29e-1f6f-474f-aba8-fee3a00cda70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:34:40.315519 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.db.segments_db [None req-8f87f29e-1f6f-474f-aba8-fee3a00cda70 admin admin] Added segment a2f334f5-a3ee-43b5-9c4a-41b6d381ff30 of type vlan for network d529e60c-4d1f-48a9-8502-30e68334ff41 Jul 07 14:34:40.358747 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-8f87f29e-1f6f-474f-aba8-fee3a00cda70 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744350994261'] for network, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:34:40.389999 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-8f87f29e-1f6f-474f-aba8-fee3a00cda70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582279'] for network, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:34:40.391011 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f87f29e-1f6f-474f-aba8-fee3a00cda70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:34:40.391617 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-8f87f29e-1f6f-474f-aba8-fee3a00cda70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582248'] for network, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:34:40.437335 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-8f87f29e-1f6f-474f-aba8-fee3a00cda70 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4692903 Jul 07 14:34:40.440561 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 41012) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:34:40.445959 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.v2.base [None req-d7065e62-0e3b-4d34-ae6c-08884e5a54ab admin admin] Request body: {'subnet': {'network_id': 'd529e60c-4d1f-48a9-8502-30e68334ff41', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-711949078-subnet', 'tenant_id': 'd08e262e0a0a44babc638aefee01ae91', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 14:34:40.455174 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f87f29e-1f6f-474f-aba8-fee3a00cda70 admin admin] Pushing event updated for resources: {'Network': ['ID=d529e60c-4d1f-48a9-8502-30e68334ff41,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:34:40.467065 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Network d529e60c-4d1f-48a9-8502-30e68334ff41 details requested by agent ovs-agent-dv-cinder-799821-1-iscsi with host dv-cinder-799821-1-iscsi {{(pid=92955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 14:34:40.478394 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7065e62-0e3b-4d34-ae6c-08884e5a54ab admin admin] Made reservation on behalf of d08e262e0a0a44babc638aefee01ae91 for: {'subnet': 1} {{(pid=92953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 14:34:40.482843 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-d7065e62-0e3b-4d34-ae6c-08884e5a54ab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3756208'] for subnet, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:34:40.680691 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-d7065e62-0e3b-4d34-ae6c-08884e5a54ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2608750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3756194'] for subnet, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:34:40.733257 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7065e62-0e3b-4d34-ae6c-08884e5a54ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=20d7f123-4c52-4648-8273-1caebeafc6ae,revision_number=0']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:34:40.750337 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7065e62-0e3b-4d34-ae6c-08884e5a54ab admin admin] Checking segment: {'id': 'a2f334f5-a3ee-43b5-9c4a-41b6d381ff30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'd529e60c-4d1f-48a9-8502-30e68334ff41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 14:34:40.750734 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7065e62-0e3b-4d34-ae6c-08884e5a54ab admin admin] Network hostable DHCP agents. Network: d529e60c-4d1f-48a9-8502-30e68334ff41, hostable agents: ['29bf5154-9555-44d1-999c-b30e53d2ad5f'], hosted agents: [] {{(pid=92953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 14:34:40.768738 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7065e62-0e3b-4d34-ae6c-08884e5a54ab admin admin] Network d529e60c-4d1f-48a9-8502-30e68334ff41 is scheduled to be hosted by DHCP agent 29bf5154-9555-44d1-999c-b30e53d2ad5f with binding_index 1 {{(pid=92953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 14:34:40.779553 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.scheduler.base_scheduler [None req-d7065e62-0e3b-4d34-ae6c-08884e5a54ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799821-1-iscsi, d529e60c-4d1f-48a9-8502-30e68334ff41) {{(pid=92953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 14:34:40.784905 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7065e62-0e3b-4d34-ae6c-08884e5a54ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:34:40.786140 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-d7065e62-0e3b-4d34-ae6c-08884e5a54ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582248'] for subnet, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:34:40.791192 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b1821b2-ed0f-42da-9977-98b4a74fd2c8 None None] Network d529e60c-4d1f-48a9-8502-30e68334ff41 requested from dv-cinder-799821-1-iscsi {{(pid=92955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 14:34:40.822712 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-d7065e62-0e3b-4d34-ae6c-08884e5a54ab admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3774810 Jul 07 14:34:41.000781 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92eb052a-6177-49ba-9f91-a7c1935681d0 None None] Network d529e60c-4d1f-48a9-8502-30e68334ff41 requested from dv-cinder-799821-1-iscsi {{(pid=92955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 14:34:41.124375 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5e809d-6a72-4363-802b-8d64bb3b66dc req-74d60db4-0795-4a4a-9aee-d3a2ce372fec tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:34:41.131841 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-7e5e809d-6a72-4363-802b-8d64bb3b66dc req-74d60db4-0795-4a4a-9aee-d3a2ce372fec tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/ports?device_id=963d65d9-3a8b-4658-8b90-ab1dd31f271c HTTP/1.1" status: 200 len: 946 time: 0.1003778 Jul 07 14:34:41.185178 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-7e5e809d-6a72-4363-802b-8d64bb3b66dc req-c2780835-c331-40f0-b65d-f609fea3dc46 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/security-groups?id=48f471bb-7db6-49cd-95b2-5af8cd26bae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520928 Jul 07 14:34:41.521682 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 41034) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:34:41.527481 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.v2.base [None req-caba1030-2fc1-4798-8436-5b9bfcd80d28 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-846279516-network', 'tenant_id': 'ae2311a9c46144a7bc96a2bc488f4425'}} {{(pid=92953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 14:34:41.554591 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caba1030-2fc1-4798-8436-5b9bfcd80d28 admin admin] Made reservation on behalf of ae2311a9c46144a7bc96a2bc488f4425 for: {'network': 1} {{(pid=92953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 14:34:41.557763 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-caba1030-2fc1-4798-8436-5b9bfcd80d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for network, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:34:41.566535 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-caba1030-2fc1-4798-8436-5b9bfcd80d28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:34:41.680327 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-caba1030-2fc1-4798-8436-5b9bfcd80d28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:34:41.685509 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-caba1030-2fc1-4798-8436-5b9bfcd80d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:34:41.703721 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caba1030-2fc1-4798-8436-5b9bfcd80d28 admin admin] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=92953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 14:34:41.723618 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-caba1030-2fc1-4798-8436-5b9bfcd80d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:34:41.723864 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.db.segments_db [None req-caba1030-2fc1-4798-8436-5b9bfcd80d28 admin admin] Added segment 88df6305-c9a6-4bc1-b080-0d243587835d of type vlan for network d4faa8ae-7676-49d7-9a85-26af83907125 Jul 07 14:34:41.725549 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caba1030-2fc1-4798-8436-5b9bfcd80d28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2571ab81-81dd-436c-8a5c-b7e5bef202fa,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:34:41.790654 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-caba1030-2fc1-4798-8436-5b9bfcd80d28 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744350994261'] for network, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:34:41.822699 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-caba1030-2fc1-4798-8436-5b9bfcd80d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582279'] for network, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:34:41.823871 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caba1030-2fc1-4798-8436-5b9bfcd80d28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:34:41.824641 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-caba1030-2fc1-4798-8436-5b9bfcd80d28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582248'] for network, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:34:41.882551 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-caba1030-2fc1-4798-8436-5b9bfcd80d28 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3595960 Jul 07 14:34:41.886111 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 41036) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:34:41.896593 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.v2.base [None req-22c59253-e127-4aa6-a7f1-531d34864288 admin admin] Request body: {'subnet': {'network_id': 'd4faa8ae-7676-49d7-9a85-26af83907125', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-846279516-subnet', 'tenant_id': 'ae2311a9c46144a7bc96a2bc488f4425', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 14:34:41.904094 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caba1030-2fc1-4798-8436-5b9bfcd80d28 admin admin] Pushing event updated for resources: {'Network': ['ID=d4faa8ae-7676-49d7-9a85-26af83907125,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:34:41.915981 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Network d4faa8ae-7676-49d7-9a85-26af83907125 details requested by agent ovs-agent-dv-cinder-799821-1-iscsi with host dv-cinder-799821-1-iscsi {{(pid=92955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 14:34:41.951257 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22c59253-e127-4aa6-a7f1-531d34864288 admin admin] Made reservation on behalf of ae2311a9c46144a7bc96a2bc488f4425 for: {'subnet': 1} {{(pid=92953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 14:34:41.954863 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-22c59253-e127-4aa6-a7f1-531d34864288 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3756208'] for subnet, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:34:42.149612 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-22c59253-e127-4aa6-a7f1-531d34864288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2608750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3756194'] for subnet, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:34:42.233105 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.agents_db [None req-578d1851-68de-424d-8d1f-a58f436dd381 None None] Agent healthcheck: found 6 active agents {{(pid=92956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 14:34:42.240792 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c59253-e127-4aa6-a7f1-531d34864288 admin admin] Checking segment: {'id': '88df6305-c9a6-4bc1-b080-0d243587835d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd4faa8ae-7676-49d7-9a85-26af83907125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 14:34:42.241145 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c59253-e127-4aa6-a7f1-531d34864288 admin admin] Network hostable DHCP agents. Network: d4faa8ae-7676-49d7-9a85-26af83907125, hostable agents: ['29bf5154-9555-44d1-999c-b30e53d2ad5f'], hosted agents: [] {{(pid=92953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 14:34:42.247902 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c59253-e127-4aa6-a7f1-531d34864288 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de3c5ec3-4b71-490d-b8e1-728efb5837ad,revision_number=0']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:34:42.284774 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c59253-e127-4aa6-a7f1-531d34864288 admin admin] Network d4faa8ae-7676-49d7-9a85-26af83907125 is scheduled to be hosted by DHCP agent 29bf5154-9555-44d1-999c-b30e53d2ad5f with binding_index 1 {{(pid=92953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 14:34:42.307362 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.scheduler.base_scheduler [None req-22c59253-e127-4aa6-a7f1-531d34864288 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799821-1-iscsi, d4faa8ae-7676-49d7-9a85-26af83907125) {{(pid=92953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 14:34:42.315459 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c59253-e127-4aa6-a7f1-531d34864288 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:34:42.316105 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-22c59253-e127-4aa6-a7f1-531d34864288 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582248'] for subnet, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:34:42.316581 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ef140a-7e60-40d4-8f51-20047071ba4c None None] Network d4faa8ae-7676-49d7-9a85-26af83907125 requested from dv-cinder-799821-1-iscsi {{(pid=92955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 14:34:42.376412 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-22c59253-e127-4aa6-a7f1-531d34864288 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4795651 Jul 07 14:34:42.440243 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc927275-2477-431d-bbe1-293c7219adb4 req-c02ad5cf-a9ad-40b9-bb66-913f606c42bc tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:34:42.448905 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-fc927275-2477-431d-bbe1-293c7219adb4 req-c02ad5cf-a9ad-40b9-bb66-913f606c42bc tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/ports?device_id=963d65d9-3a8b-4658-8b90-ab1dd31f271c HTTP/1.1" status: 200 len: 946 time: 0.1252933 Jul 07 14:34:42.475035 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d393c4-4aef-4ab6-8a5d-d0ea3a625581 None None] Network d4faa8ae-7676-49d7-9a85-26af83907125 requested from dv-cinder-799821-1-iscsi {{(pid=92955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 14:34:42.501517 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-fc927275-2477-431d-bbe1-293c7219adb4 req-582674e5-1e98-4018-9fa7-eb080847966c tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/security-groups?id=48f471bb-7db6-49cd-95b2-5af8cd26bae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513701 Jul 07 14:34:43.689501 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158e8af2-bfb9-4a71-9c44-55c82c27727b req-0ce5f59e-df83-4a45-80d8-85f508f0eda3 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:34:43.691188 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-158e8af2-bfb9-4a71-9c44-55c82c27727b req-0ce5f59e-df83-4a45-80d8-85f508f0eda3 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/ports?device_id=963d65d9-3a8b-4658-8b90-ab1dd31f271c HTTP/1.1" status: 200 len: 946 time: 0.0713136 Jul 07 14:34:43.733245 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-158e8af2-bfb9-4a71-9c44-55c82c27727b req-488b53a8-6089-46b5-ad25-aba1fb743d17 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/security-groups?id=48f471bb-7db6-49cd-95b2-5af8cd26bae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358210 Jul 07 14:34:44.927193 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f65ecff-6ced-4e09-9def-c84c09af11c0 req-90382325-b5a0-4a1f-a0ad-2f181ec13ad0 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:34:44.928827 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-0f65ecff-6ced-4e09-9def-c84c09af11c0 req-90382325-b5a0-4a1f-a0ad-2f181ec13ad0 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/ports?device_id=963d65d9-3a8b-4658-8b90-ab1dd31f271c HTTP/1.1" status: 200 len: 946 time: 0.0721698 Jul 07 14:34:44.972722 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-0f65ecff-6ced-4e09-9def-c84c09af11c0 req-c5b6bb46-9d4a-4855-b366-e6da1684cbf2 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/security-groups?id=48f471bb-7db6-49cd-95b2-5af8cd26bae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382724 Jul 07 14:34:46.166268 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65e6bd8-bc69-490c-9266-a282495868d8 req-e0758096-a303-40f3-a489-894a7366ae2b tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:34:46.167721 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-f65e6bd8-bc69-490c-9266-a282495868d8 req-e0758096-a303-40f3-a489-894a7366ae2b tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/ports?device_id=963d65d9-3a8b-4658-8b90-ab1dd31f271c HTTP/1.1" status: 200 len: 946 time: 0.0671616 Jul 07 14:34:46.210592 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-f65e6bd8-bc69-490c-9266-a282495868d8 req-43625086-bc83-47e7-b877-29266369f483 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/security-groups?id=48f471bb-7db6-49cd-95b2-5af8cd26bae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365815 Jul 07 14:34:47.031039 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6d9309-1c21-414b-b379-1552671c3294 req-5634f62c-79d3-4cab-9c7b-a47a0c21af96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:34:47.032605 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-fb6d9309-1c21-414b-b379-1552671c3294 req-5634f62c-79d3-4cab-9c7b-a47a0c21af96 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e89386cc9223406eb854d8ec22d5afad&device_id=963d65d9-3a8b-4658-8b90-ab1dd31f271c HTTP/1.1" status: 200 len: 1099 time: 0.0586197 Jul 07 14:34:47.135284 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6d9309-1c21-414b-b379-1552671c3294 req-9e9b5345-c3ae-490b-b9ab-0a8facac7960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:34:47.136779 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-fb6d9309-1c21-414b-b379-1552671c3294 req-9e9b5345-c3ae-490b-b9ab-0a8facac7960 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7c490f9a-1358-4140-991d-bf32698f77aa HTTP/1.1" status: 200 len: 917 time: 0.0966208 Jul 07 14:34:47.205013 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-fb6d9309-1c21-414b-b379-1552671c3294 req-23dd996b-65d6-40bf-8dfc-4a3fb4713780 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a4eb7492-116a-40df-ad2e-dd1161978853 HTTP/1.1" status: 200 len: 1001 time: 0.0608842 Jul 07 14:34:47.254584 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6d9309-1c21-414b-b379-1552671c3294 req-3cbff7bb-c8a3-44f6-881f-6d1bf68728f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:34:47.256115 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-fb6d9309-1c21-414b-b379-1552671c3294 req-3cbff7bb-c8a3-44f6-881f-6d1bf68728f1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6b18de7e-b643-4fd7-b48b-d38da4c85021 HTTP/1.1" status: 200 len: 855 time: 0.0438228 Jul 07 14:34:47.313540 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6d9309-1c21-414b-b379-1552671c3294 req-879330d3-1911-466c-ae31-c852304ec6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:34:47.314966 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-fb6d9309-1c21-414b-b379-1552671c3294 req-879330d3-1911-466c-ae31-c852304ec6e4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7c490f9a-1358-4140-991d-bf32698f77aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0515943 Jul 07 14:34:47.397621 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589d1a2b-5bc2-4dc3-b5a2-398cb49b3d8b req-f613c7a0-187f-4841-83e0-0995c2d71101 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:34:47.402962 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-589d1a2b-5bc2-4dc3-b5a2-398cb49b3d8b req-f613c7a0-187f-4841-83e0-0995c2d71101 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/ports?device_id=963d65d9-3a8b-4658-8b90-ab1dd31f271c HTTP/1.1" status: 200 len: 946 time: 0.0715232 Jul 07 14:34:47.415786 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-fb6d9309-1c21-414b-b379-1552671c3294 req-51d1bdd1-9087-4e3f-8461-da991e1341b5 service neutron] 10.222.0.24 "GET /v2.0/networks/7c490f9a-1358-4140-991d-bf32698f77aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930490 Jul 07 14:34:47.437485 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-589d1a2b-5bc2-4dc3-b5a2-398cb49b3d8b req-9513e98c-4039-430d-bd4f-b53606aeb4ad tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/security-groups?id=48f471bb-7db6-49cd-95b2-5af8cd26bae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320497 Jul 07 14:34:47.507331 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-fb6d9309-1c21-414b-b379-1552671c3294 req-47b13989-6064-4221-a886-1e4677843dcd service neutron] 10.222.0.24 "GET /v2.0/networks/7c490f9a-1358-4140-991d-bf32698f77aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844188 Jul 07 14:34:48.614358 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73c054d-5a00-455d-9a3c-3a441faf0b79 req-01d93581-2cd6-42bf-be06-70cf456b94e2 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:34:48.615839 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-a73c054d-5a00-455d-9a3c-3a441faf0b79 req-01d93581-2cd6-42bf-be06-70cf456b94e2 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/ports?device_id=963d65d9-3a8b-4658-8b90-ab1dd31f271c HTTP/1.1" status: 200 len: 946 time: 0.0619221 Jul 07 14:34:48.654432 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-a73c054d-5a00-455d-9a3c-3a441faf0b79 req-58f1b871-6361-46a8-8d40-54a2048d09d4 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/security-groups?id=48f471bb-7db6-49cd-95b2-5af8cd26bae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322237 Jul 07 14:34:49.303795 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Device a4eb7492-116a-40df-ad2e-dd1161978853 no longer exists at agent hyperv_hv-cinder-79982 {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 14:34:49.431054 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:34:49.457757 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '963d65d9-3a8b-4658-8b90-ab1dd31f271c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4eb7492-116a-40df-ad2e-dd1161978853'}] {{(pid=92955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 14:34:49.460117 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e11a9a08f0ebba7a9f0c3b7780f6d7944ec82452e2695ea1962573c23703eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a4fbbca-5a77-4064-85ce-c9c49383d2c2" -d '{"events": [{"server_uuid": "963d65d9-3a8b-4658-8b90-ab1dd31f271c", "name": "network-vif-unplugged", "status": "completed", "tag": "a4eb7492-116a-40df-ad2e-dd1161978853"}]}' {{(pid=92955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 14:34:49.500350 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] For port a4eb7492-116a-40df-ad2e-dd1161978853, host hv-cinder-79982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79982',level=0,port_id=a4eb7492-116a-40df-ad2e-dd1161978853,segment=NetworkSegment(a145ae2e-96d2-4239-b9ef-8a493ddf839d),segment_id=a145ae2e-96d2-4239-b9ef-8a493ddf839d)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 14:34:49.510694 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 07 Jul 2021 14:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47adfacb-9e3d-4e05-b084-f0435f9a3adf x-openstack-request-id: req-47adfacb-9e3d-4e05-b084-f0435f9a3adf {{(pid=92955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 14:34:49.510982 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "963d65d9-3a8b-4658-8b90-ab1dd31f271c", "name": "network-vif-unplugged", "status": "failed", "tag": "a4eb7492-116a-40df-ad2e-dd1161978853", "code": 422}]} {{(pid=92955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 14:34:49.511235 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-47adfacb-9e3d-4e05-b084-f0435f9a3adf {{(pid=92955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 14:34:49.511672 dv-cinder-799821-1-iscsi neutron-server[92955]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '963d65d9-3a8b-4658-8b90-ab1dd31f271c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a4eb7492-116a-40df-ad2e-dd1161978853', 'code': 422} returned with failed status Jul 07 14:34:49.512802 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:34:49.544035 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938603b6-a2cc-4f9e-a86b-79baf3858834 req-11f797d5-0b3d-44eb-9130-4b92f72b4bb1 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:34:49.546332 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-938603b6-a2cc-4f9e-a86b-79baf3858834 req-11f797d5-0b3d-44eb-9130-4b92f72b4bb1 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/ports?device_id=963d65d9-3a8b-4658-8b90-ab1dd31f271c HTTP/1.1" status: 200 len: 946 time: 0.1347010 Jul 07 14:34:49.592094 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Pushing event updated for resources: {'Port': ['ID=a4eb7492-116a-40df-ad2e-dd1161978853,revision_number=8']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:34:49.621031 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-938603b6-a2cc-4f9e-a86b-79baf3858834 req-59a3ca03-c8b3-4e8a-bea5-59c67e0496fa tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/security-groups?id=48f471bb-7db6-49cd-95b2-5af8cd26bae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646687 Jul 07 14:34:49.902662 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 41264) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:34:49.927484 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 41270) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:34:50.009852 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-cb23288b-877f-444a-9c56-41278656bf54 req-48cbc769-a09b-4cfb-a1c5-ad43d121f30f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=963d65d9-3a8b-4658-8b90-ab1dd31f271c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1055989 Jul 07 14:34:50.081057 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cb38f6c-3848-4a07-97e0-1a4fe13dfcfa admin admin] Deleting subnet 41e7d438-a3fc-45da-b39d-12323b32e1ab {{(pid=92953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 14:34:50.084062 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-2cb38f6c-3848-4a07-97e0-1a4fe13dfcfa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:34:50.118829 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-2cb38f6c-3848-4a07-97e0-1a4fe13dfcfa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2140470'] for subnet, precommit_delete_associations {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:34:50.160546 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-2cb38f6c-3848-4a07-97e0-1a4fe13dfcfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736859'] for subnet, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:34:50.215419 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-2cb38f6c-3848-4a07-97e0-1a4fe13dfcfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2608681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3757649'] for subnet, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:34:50.239885 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb38f6c-3848-4a07-97e0-1a4fe13dfcfa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41e7d438-a3fc-45da-b39d-12323b32e1ab,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:34:50.246158 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-2cb38f6c-3848-4a07-97e0-1a4fe13dfcfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582248'] for subnet, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:34:50.250802 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-2cb38f6c-3848-4a07-97e0-1a4fe13dfcfa admin admin] 10.222.0.16 "DELETE /v2.0/subnets/41e7d438-a3fc-45da-b39d-12323b32e1ab HTTP/1.1" status: 204 len: 168 time: 0.3195782 Jul 07 14:34:50.250802 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 41278) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:34:50.316420 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-f4afa876-12da-4c3f-a9ef-910c3e6b3bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573990'] for network, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:34:50.404122 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-f4afa876-12da-4c3f-a9ef-910c3e6b3bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730318', 'neutron.services.segments.db._delete_segments_for_network-8744351280222'] for network, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:34:50.415277 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.services.segments.db [None req-f4afa876-12da-4c3f-a9ef-910c3e6b3bd0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd1f9b8b-2e74-4326-ab5e-3091a17505ef']}} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:34:50.426886 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.services.segments.db [None req-f4afa876-12da-4c3f-a9ef-910c3e6b3bd0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd18aaec7-da99-4b86-bac3-373f2cf95c84') {'for_net_delete': True} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:34:50.427185 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.services.segments.db [None req-f4afa876-12da-4c3f-a9ef-910c3e6b3bd0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd18aaec7-da99-4b86-bac3-373f2cf95c84') {} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:34:50.437378 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-f4afa876-12da-4c3f-a9ef-910c3e6b3bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744351507842', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2140449'] for segment, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:34:50.451688 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-f4afa876-12da-4c3f-a9ef-910c3e6b3bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:34:50.457935 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4afa876-12da-4c3f-a9ef-910c3e6b3bd0 admin admin] Releasing vlan 615 on physical network physnet1 to pool {{(pid=92953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 14:34:50.458392 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-f4afa876-12da-4c3f-a9ef-910c3e6b3bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2608844'] for segment, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:34:50.460202 dv-cinder-799821-1-iscsi neutron-server[92953]: Traceback (most recent call last): Jul 07 14:34:50.460202 dv-cinder-799821-1-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 14:34:50.460202 dv-cinder-799821-1-iscsi neutron-server[92953]: timer() Jul 07 14:34:50.460202 dv-cinder-799821-1-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 14:34:50.460202 dv-cinder-799821-1-iscsi neutron-server[92953]: cb(*args, **kw) Jul 07 14:34:50.460202 dv-cinder-799821-1-iscsi neutron-server[92953]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 14:34:50.460202 dv-cinder-799821-1-iscsi neutron-server[92953]: return func(*args, **kwargs) Jul 07 14:34:50.460202 dv-cinder-799821-1-iscsi neutron-server[92953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 14:34:50.460202 dv-cinder-799821-1-iscsi neutron-server[92953]: self._notify() Jul 07 14:34:50.460202 dv-cinder-799821-1-iscsi neutron-server[92953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 14:34:50.460202 dv-cinder-799821-1-iscsi neutron-server[92953]: self.callback(batched_events) Jul 07 14:34:50.460202 dv-cinder-799821-1-iscsi neutron-server[92953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 14:34:50.460202 dv-cinder-799821-1-iscsi neutron-server[92953]: event.method(event) Jul 07 14:34:50.460202 dv-cinder-799821-1-iscsi neutron-server[92953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 14:34:50.460202 dv-cinder-799821-1-iscsi neutron-server[92953]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 14:34:50.460202 dv-cinder-799821-1-iscsi neutron-server[92953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 14:34:50.460202 dv-cinder-799821-1-iscsi neutron-server[92953]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 14:34:50.460202 dv-cinder-799821-1-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 14:34:50.460202 dv-cinder-799821-1-iscsi neutron-server[92953]: return f(self, *a, **k) Jul 07 14:34:50.460202 dv-cinder-799821-1-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 14:34:50.460202 dv-cinder-799821-1-iscsi neutron-server[92953]: return self._get(url).json() Jul 07 14:34:50.460202 dv-cinder-799821-1-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 14:34:50.460202 dv-cinder-799821-1-iscsi neutron-server[92953]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 14:34:50.460202 dv-cinder-799821-1-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 14:34:50.460202 dv-cinder-799821-1-iscsi neutron-server[92953]: return self.request(url, 'GET', **kwargs) Jul 07 14:34:50.460202 dv-cinder-799821-1-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 14:34:50.460202 dv-cinder-799821-1-iscsi neutron-server[92953]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 14:34:50.460202 dv-cinder-799821-1-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 14:34:50.460202 dv-cinder-799821-1-iscsi neutron-server[92953]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 14:34:50.460202 dv-cinder-799821-1-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 14:34:50.460202 dv-cinder-799821-1-iscsi neutron-server[92953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 14:34:50.460202 dv-cinder-799821-1-iscsi neutron-server[92953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 14:34:50.519239 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-f4afa876-12da-4c3f-a9ef-910c3e6b3bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1662071'] for network, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:34:50.525195 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-f4afa876-12da-4c3f-a9ef-910c3e6b3bd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582248'] for network, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:34:50.527805 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-f4afa876-12da-4c3f-a9ef-910c3e6b3bd0 admin admin] 10.222.0.16 "DELETE /v2.0/networks/fd1f9b8b-2e74-4326-ab5e-3091a17505ef HTTP/1.1" status: 204 len: 168 time: 0.2761571 Jul 07 14:34:50.546374 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4afa876-12da-4c3f-a9ef-910c3e6b3bd0 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd1f9b8b-2e74-4326-ab5e-3091a17505ef,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:34:50.683875 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 41300) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:34:50.753015 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 41302) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:34:50.754699 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-7f69898b-ff56-42c6-b95a-7845e73059bc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b78f7405654b45d1843df9effb720cb2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0674663 Jul 07 14:34:50.850508 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-c0eb6c97-df21-4cb5-9b45-cb837c374c9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:34:50.864026 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f48d2a-6ce7-4278-92b6-cf9bc206a9e4 req-b74f6a22-0ada-4bf1-8721-e8ee74d02508 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:34:50.865556 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-68f48d2a-6ce7-4278-92b6-cf9bc206a9e4 req-b74f6a22-0ada-4bf1-8721-e8ee74d02508 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/ports?device_id=963d65d9-3a8b-4658-8b90-ab1dd31f271c HTTP/1.1" status: 200 len: 944 time: 0.0998368 Jul 07 14:34:50.899522 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-c0eb6c97-df21-4cb5-9b45-cb837c374c9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:34:50.935771 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-68f48d2a-6ce7-4278-92b6-cf9bc206a9e4 req-a3120046-3962-47a1-ae17-7f195fa6055b tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/security-groups?id=48f471bb-7db6-49cd-95b2-5af8cd26bae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620284 Jul 07 14:34:50.972390 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-c0eb6c97-df21-4cb5-9b45-cb837c374c9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:34:50.975169 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-c0eb6c97-df21-4cb5-9b45-cb837c374c9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:34:50.978881 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-c0eb6c97-df21-4cb5-9b45-cb837c374c9a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/84fc93f4-ffb2-41a0-bd9a-0c2108e2c950 HTTP/1.1" status: 204 len: 168 time: 0.2217050 Jul 07 14:34:50.984941 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0eb6c97-df21-4cb5-9b45-cb837c374c9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84fc93f4-ffb2-41a0-bd9a-0c2108e2c950,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:34:52.142372 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1025f0-a08d-4353-83d1-216167dad15b req-6e25474b-9c2a-4f72-826e-95bfb14766cc tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:34:52.143779 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-3b1025f0-a08d-4353-83d1-216167dad15b req-6e25474b-9c2a-4f72-826e-95bfb14766cc tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/ports?device_id=963d65d9-3a8b-4658-8b90-ab1dd31f271c HTTP/1.1" status: 200 len: 944 time: 0.0713112 Jul 07 14:34:52.187025 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-3b1025f0-a08d-4353-83d1-216167dad15b req-b712f65c-dd68-4e7a-b38f-a60fa3c2d6a2 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/security-groups?id=48f471bb-7db6-49cd-95b2-5af8cd26bae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371244 Jul 07 14:34:53.371446 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f6c2f1-0f7d-4740-9e7a-099b1c744dc6 req-0cce7d50-4515-4bbd-a2b3-9fbf4cc0203c tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:34:53.372927 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-86f6c2f1-0f7d-4740-9e7a-099b1c744dc6 req-0cce7d50-4515-4bbd-a2b3-9fbf4cc0203c tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/ports?device_id=963d65d9-3a8b-4658-8b90-ab1dd31f271c HTTP/1.1" status: 200 len: 944 time: 0.0692675 Jul 07 14:34:53.409582 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-86f6c2f1-0f7d-4740-9e7a-099b1c744dc6 req-b8aa0eee-f241-48ee-8b4e-4d90068bc775 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/security-groups?id=48f471bb-7db6-49cd-95b2-5af8cd26bae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310926 Jul 07 14:34:54.599598 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46b0f33-6cc2-4c58-8afa-6868abf90caf req-11edd982-1d9a-43ac-9ba2-f9c9f8dc85d6 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:34:54.601283 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-b46b0f33-6cc2-4c58-8afa-6868abf90caf req-11edd982-1d9a-43ac-9ba2-f9c9f8dc85d6 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/ports?device_id=963d65d9-3a8b-4658-8b90-ab1dd31f271c HTTP/1.1" status: 200 len: 944 time: 0.0714247 Jul 07 14:34:54.638177 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-b46b0f33-6cc2-4c58-8afa-6868abf90caf req-4749900b-0bac-4d83-b21d-c3feb2ba81f8 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/security-groups?id=48f471bb-7db6-49cd-95b2-5af8cd26bae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308292 Jul 07 14:34:54.874388 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb23288b-877f-444a-9c56-41278656bf54 req-76693656-4be4-4c87-951b-891b5b2a2e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:34:54.875931 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-cb23288b-877f-444a-9c56-41278656bf54 req-76693656-4be4-4c87-951b-891b5b2a2e00 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=963d65d9-3a8b-4658-8b90-ab1dd31f271c&tenant_id=e89386cc9223406eb854d8ec22d5afad HTTP/1.1" status: 200 len: 1097 time: 0.0891707 Jul 07 14:34:54.912416 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-083f045d-7dfc-436c-8f71-060b03baa432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:34:54.952683 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb23288b-877f-444a-9c56-41278656bf54 req-fa40544c-a1cd-43e7-9eb7-bfbfe1d6c454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:34:54.954161 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-cb23288b-877f-444a-9c56-41278656bf54 req-fa40544c-a1cd-43e7-9eb7-bfbfe1d6c454 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e89386cc9223406eb854d8ec22d5afad&device_id=963d65d9-3a8b-4658-8b90-ab1dd31f271c HTTP/1.1" status: 200 len: 1097 time: 0.0535202 Jul 07 14:34:55.046708 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb23288b-877f-444a-9c56-41278656bf54 req-1f4b7e9f-d95e-4944-961b-d391bba6da3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:34:55.048159 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-cb23288b-877f-444a-9c56-41278656bf54 req-1f4b7e9f-d95e-4944-961b-d391bba6da3d service neutron] 10.222.0.24 "GET /v2.0/networks?id=7c490f9a-1358-4140-991d-bf32698f77aa HTTP/1.1" status: 200 len: 917 time: 0.0872908 Jul 07 14:34:55.111689 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-cb23288b-877f-444a-9c56-41278656bf54 req-c21d1547-75f9-403f-845d-ee1dd5494586 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a4eb7492-116a-40df-ad2e-dd1161978853 HTTP/1.1" status: 200 len: 999 time: 0.0560267 Jul 07 14:34:55.160024 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb23288b-877f-444a-9c56-41278656bf54 req-91237156-501e-4e90-913b-a5b251a0fc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:34:55.161480 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-cb23288b-877f-444a-9c56-41278656bf54 req-91237156-501e-4e90-913b-a5b251a0fc91 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6b18de7e-b643-4fd7-b48b-d38da4c85021 HTTP/1.1" status: 200 len: 855 time: 0.0426538 Jul 07 14:34:55.222367 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb23288b-877f-444a-9c56-41278656bf54 req-e8829a16-d07c-40de-88c2-a508bf100ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:34:55.223889 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-cb23288b-877f-444a-9c56-41278656bf54 req-e8829a16-d07c-40de-88c2-a508bf100ffe service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7c490f9a-1358-4140-991d-bf32698f77aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0552375 Jul 07 14:34:55.316505 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-cb23288b-877f-444a-9c56-41278656bf54 req-f221c9f5-d8ee-46b6-bd25-2d32516924b1 service neutron] 10.222.0.24 "GET /v2.0/networks/7c490f9a-1358-4140-991d-bf32698f77aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850711 Jul 07 14:34:55.420467 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-cb23288b-877f-444a-9c56-41278656bf54 req-e6fe35af-d6c0-4d8a-86c0-1fb53fd2b02c service neutron] 10.222.0.24 "GET /v2.0/networks/7c490f9a-1358-4140-991d-bf32698f77aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970981 Jul 07 14:34:55.833497 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2e6b1a-ca40-469d-b693-2be38c2b4bd7 req-eeb00772-369a-4cb1-a882-cb1544c03c17 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:34:55.835045 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-7a2e6b1a-ca40-469d-b693-2be38c2b4bd7 req-eeb00772-369a-4cb1-a882-cb1544c03c17 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/ports?device_id=963d65d9-3a8b-4658-8b90-ab1dd31f271c HTTP/1.1" status: 200 len: 944 time: 0.0691462 Jul 07 14:34:55.873404 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-7a2e6b1a-ca40-469d-b693-2be38c2b4bd7 req-770f4159-70c6-4b1e-836e-579c2e15a467 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/security-groups?id=48f471bb-7db6-49cd-95b2-5af8cd26bae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325134 Jul 07 14:34:57.079653 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c9f92a-c199-434d-87f6-ab84cb40a9ab req-58b958cb-698d-47d2-8384-502750fc59ff tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:34:57.081212 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-c5c9f92a-c199-434d-87f6-ab84cb40a9ab req-58b958cb-698d-47d2-8384-502750fc59ff tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/ports?device_id=963d65d9-3a8b-4658-8b90-ab1dd31f271c HTTP/1.1" status: 200 len: 944 time: 0.0720086 Jul 07 14:34:57.125022 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-c5c9f92a-c199-434d-87f6-ab84cb40a9ab req-e9df48af-ed15-4590-8e57-935f7e65252b tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/security-groups?id=48f471bb-7db6-49cd-95b2-5af8cd26bae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376382 Jul 07 14:34:57.529365 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-b399dddf-1bba-4799-9943-d45a20b50de5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:34:57.864200 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:34:58.318143 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9cd73e-9403-4eb0-8f9b-331f9190d5bb req-db1f5668-068d-49ad-b854-45c5fb5fe70a tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:34:58.319636 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-1f9cd73e-9403-4eb0-8f9b-331f9190d5bb req-db1f5668-068d-49ad-b854-45c5fb5fe70a tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/ports?device_id=963d65d9-3a8b-4658-8b90-ab1dd31f271c HTTP/1.1" status: 200 len: 944 time: 0.0700181 Jul 07 14:34:58.359002 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-1f9cd73e-9403-4eb0-8f9b-331f9190d5bb req-568c8036-225a-4c26-9947-f60b1aa765ed tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/security-groups?id=48f471bb-7db6-49cd-95b2-5af8cd26bae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329425 Jul 07 14:34:58.748350 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-797095d9-f31f-46bc-add0-d9922559420e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:34:59.549639 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5558a301-0924-4e4c-b080-b3ec262eb699 req-0d743472-753f-4a79-b66b-86ceef1289cf tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:34:59.551312 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-5558a301-0924-4e4c-b080-b3ec262eb699 req-0d743472-753f-4a79-b66b-86ceef1289cf tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/ports?device_id=963d65d9-3a8b-4658-8b90-ab1dd31f271c HTTP/1.1" status: 200 len: 944 time: 0.0658574 Jul 07 14:34:59.590028 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-5558a301-0924-4e4c-b080-b3ec262eb699 req-42519224-30e8-4c3f-83fb-ea176358ddc5 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/security-groups?id=48f471bb-7db6-49cd-95b2-5af8cd26bae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331323 Jul 07 14:35:00.353723 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-de2cb0b5-6e4a-418e-bae1-4b4e8a512c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:35:00.812707 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311c4c96-6617-4fbb-ba46-f3158080b8cf req-41af627f-68de-4cf5-bc8f-b2527364c788 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:35:00.814526 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-311c4c96-6617-4fbb-ba46-f3158080b8cf req-41af627f-68de-4cf5-bc8f-b2527364c788 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/ports?device_id=963d65d9-3a8b-4658-8b90-ab1dd31f271c HTTP/1.1" status: 200 len: 944 time: 0.0868733 Jul 07 14:35:00.868230 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-311c4c96-6617-4fbb-ba46-f3158080b8cf req-83a0147b-26d0-46c9-8e05-f58cc546e37d tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/security-groups?id=48f471bb-7db6-49cd-95b2-5af8cd26bae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469701 Jul 07 14:35:00.977361 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 41556) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:35:01.106771 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-ab386f15-e1bb-489a-b031-ef21c0fe2172 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:35:01.201653 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-ab386f15-e1bb-489a-b031-ef21c0fe2172 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:35:01.206502 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-ab386f15-e1bb-489a-b031-ef21c0fe2172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:35:01.246555 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-ab386f15-e1bb-489a-b031-ef21c0fe2172 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ed1426fa393c40a88a3b324d7ec6fdfc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2677476 Jul 07 14:35:01.247662 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab386f15-e1bb-489a-b031-ef21c0fe2172 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19b270e6-3386-4e22-9333-e55efcefffb4,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:35:01.249272 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 41562) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:35:01.315139 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-e1220364-36af-4b57-9a22-4c5b2ce29770 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:35:01.338327 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-e1220364-36af-4b57-9a22-4c5b2ce29770 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:35:01.387658 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-e1220364-36af-4b57-9a22-4c5b2ce29770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:35:01.390933 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-e1220364-36af-4b57-9a22-4c5b2ce29770 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:35:01.392091 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-e1220364-36af-4b57-9a22-4c5b2ce29770 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/19b270e6-3386-4e22-9333-e55efcefffb4 HTTP/1.1" status: 204 len: 168 time: 0.1418240 Jul 07 14:35:01.400370 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1220364-36af-4b57-9a22-4c5b2ce29770 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19b270e6-3386-4e22-9333-e55efcefffb4,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:35:01.700704 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 41578) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:35:01.755253 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.db.db_base_plugin_v2 [None req-5502e040-0efa-4bd6-b159-0033a1315b04 admin admin] Deleting subnet 20d7f123-4c52-4648-8273-1caebeafc6ae {{(pid=92954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 14:35:01.759042 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-5502e040-0efa-4bd6-b159-0033a1315b04 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:35:01.767564 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 41580) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:35:01.781435 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-41b13a03-da60-452c-8de5-65b42eb5c043 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:35:01.810993 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-5502e040-0efa-4bd6-b159-0033a1315b04 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8726972'] for subnet, precommit_delete_associations {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:35:01.865927 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-5502e040-0efa-4bd6-b159-0033a1315b04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736859'] for subnet, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:35:01.923619 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-41b13a03-da60-452c-8de5-65b42eb5c043 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:35:01.930783 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-41b13a03-da60-452c-8de5-65b42eb5c043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:35:01.952374 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-5502e040-0efa-4bd6-b159-0033a1315b04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8461682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8771930'] for subnet, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:35:01.979853 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b13a03-da60-452c-8de5-65b42eb5c043 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c46379cd-3532-4f81-8101-335ad53aea46,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:35:01.987069 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-41b13a03-da60-452c-8de5-65b42eb5c043 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4b86c4a12fd347bf8d76052b987e4df6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2184560 Jul 07 14:35:01.988357 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 41584) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:35:02.000641 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-5502e040-0efa-4bd6-b159-0033a1315b04 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:35:02.014831 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 41586) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:35:02.015702 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-5502e040-0efa-4bd6-b159-0033a1315b04 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/20d7f123-4c52-4648-8273-1caebeafc6ae HTTP/1.1" status: 204 len: 168 time: 0.3138502 Jul 07 14:35:02.016805 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5502e040-0efa-4bd6-b159-0033a1315b04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20d7f123-4c52-4648-8273-1caebeafc6ae,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:35:02.156683 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-46bc0caf-19d6-42c7-ba2c-0c639712c1cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573990'] for network, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:35:02.180325 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-bfb12931-6e59-419d-978d-f2ccca32e84c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:35:02.217084 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-bfb12931-6e59-419d-978d-f2ccca32e84c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:35:02.231293 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13095048-5eb9-49c0-a5ec-f0015eeb76c1 req-30a0ed14-82a7-4df8-b3c9-48935afb0802 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:35:02.234640 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-13095048-5eb9-49c0-a5ec-f0015eeb76c1 req-30a0ed14-82a7-4df8-b3c9-48935afb0802 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/ports?device_id=963d65d9-3a8b-4658-8b90-ab1dd31f271c HTTP/1.1" status: 200 len: 944 time: 0.1887078 Jul 07 14:35:02.349125 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-46bc0caf-19d6-42c7-ba2c-0c639712c1cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730318', 'neutron.services.segments.db._delete_segments_for_network-8744351280222'] for network, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:35:02.368782 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.services.segments.db [None req-46bc0caf-19d6-42c7-ba2c-0c639712c1cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d529e60c-4d1f-48a9-8502-30e68334ff41']}} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:35:02.381031 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-13095048-5eb9-49c0-a5ec-f0015eeb76c1 req-0cdc20ab-9f59-46db-af41-bae4603feb8e tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/security-groups?id=48f471bb-7db6-49cd-95b2-5af8cd26bae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213093 Jul 07 14:35:02.385550 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.services.segments.db [None req-46bc0caf-19d6-42c7-ba2c-0c639712c1cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2f334f5-a3ee-43b5-9c4a-41b6d381ff30') {'for_net_delete': True} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:35:02.385845 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.services.segments.db [None req-46bc0caf-19d6-42c7-ba2c-0c639712c1cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2f334f5-a3ee-43b5-9c4a-41b6d381ff30') {} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:35:02.396862 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-46bc0caf-19d6-42c7-ba2c-0c639712c1cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744351507842', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2140449'] for segment, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:35:02.405962 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-bfb12931-6e59-419d-978d-f2ccca32e84c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:35:02.408403 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-bfb12931-6e59-419d-978d-f2ccca32e84c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:35:02.412234 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-bfb12931-6e59-419d-978d-f2ccca32e84c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c46379cd-3532-4f81-8101-335ad53aea46 HTTP/1.1" status: 204 len: 168 time: 0.4221418 Jul 07 14:35:02.431191 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb12931-6e59-419d-978d-f2ccca32e84c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c46379cd-3532-4f81-8101-335ad53aea46,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:35:02.431191 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-46bc0caf-19d6-42c7-ba2c-0c639712c1cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:35:02.434674 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46bc0caf-19d6-42c7-ba2c-0c639712c1cb admin admin] Releasing vlan 625 on physical network physnet1 to pool {{(pid=92953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 14:35:02.435131 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-46bc0caf-19d6-42c7-ba2c-0c639712c1cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2608844'] for segment, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:35:02.439346 dv-cinder-799821-1-iscsi neutron-server[92953]: Traceback (most recent call last): Jul 07 14:35:02.439346 dv-cinder-799821-1-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 14:35:02.439346 dv-cinder-799821-1-iscsi neutron-server[92953]: timer() Jul 07 14:35:02.439346 dv-cinder-799821-1-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 14:35:02.439346 dv-cinder-799821-1-iscsi neutron-server[92953]: cb(*args, **kw) Jul 07 14:35:02.439346 dv-cinder-799821-1-iscsi neutron-server[92953]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 14:35:02.439346 dv-cinder-799821-1-iscsi neutron-server[92953]: return func(*args, **kwargs) Jul 07 14:35:02.439346 dv-cinder-799821-1-iscsi neutron-server[92953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 14:35:02.439346 dv-cinder-799821-1-iscsi neutron-server[92953]: self._notify() Jul 07 14:35:02.439346 dv-cinder-799821-1-iscsi neutron-server[92953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 14:35:02.439346 dv-cinder-799821-1-iscsi neutron-server[92953]: self.callback(batched_events) Jul 07 14:35:02.439346 dv-cinder-799821-1-iscsi neutron-server[92953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 14:35:02.439346 dv-cinder-799821-1-iscsi neutron-server[92953]: event.method(event) Jul 07 14:35:02.439346 dv-cinder-799821-1-iscsi neutron-server[92953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 14:35:02.439346 dv-cinder-799821-1-iscsi neutron-server[92953]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 14:35:02.439346 dv-cinder-799821-1-iscsi neutron-server[92953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 14:35:02.439346 dv-cinder-799821-1-iscsi neutron-server[92953]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 14:35:02.439346 dv-cinder-799821-1-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 14:35:02.439346 dv-cinder-799821-1-iscsi neutron-server[92953]: return f(self, *a, **k) Jul 07 14:35:02.439346 dv-cinder-799821-1-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 14:35:02.439346 dv-cinder-799821-1-iscsi neutron-server[92953]: return self._get(url).json() Jul 07 14:35:02.439346 dv-cinder-799821-1-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 14:35:02.439346 dv-cinder-799821-1-iscsi neutron-server[92953]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 14:35:02.439346 dv-cinder-799821-1-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 14:35:02.439346 dv-cinder-799821-1-iscsi neutron-server[92953]: return self.request(url, 'GET', **kwargs) Jul 07 14:35:02.439346 dv-cinder-799821-1-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 14:35:02.439346 dv-cinder-799821-1-iscsi neutron-server[92953]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 14:35:02.439346 dv-cinder-799821-1-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 14:35:02.439346 dv-cinder-799821-1-iscsi neutron-server[92953]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 14:35:02.439346 dv-cinder-799821-1-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 14:35:02.439346 dv-cinder-799821-1-iscsi neutron-server[92953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 14:35:02.439346 dv-cinder-799821-1-iscsi neutron-server[92953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 14:35:02.488238 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 41596) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:35:02.509548 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-46bc0caf-19d6-42c7-ba2c-0c639712c1cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1662071'] for network, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:35:02.521745 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-46bc0caf-19d6-42c7-ba2c-0c639712c1cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582248'] for network, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:35:02.525054 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-46bc0caf-19d6-42c7-ba2c-0c639712c1cb admin admin] 10.222.0.16 "DELETE /v2.0/networks/d529e60c-4d1f-48a9-8502-30e68334ff41 HTTP/1.1" status: 204 len: 168 time: 0.5086105 Jul 07 14:35:02.528142 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 41600) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:35:02.543266 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bc0caf-19d6-42c7-ba2c-0c639712c1cb admin admin] Pushing event deleted for resources: {'Network': ['ID=d529e60c-4d1f-48a9-8502-30e68334ff41,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:35:02.589734 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.db.db_base_plugin_v2 [None req-268b8dc1-64d3-4c74-9214-ac9ca77216d1 admin admin] Deleting subnet de3c5ec3-4b71-490d-b8e1-728efb5837ad {{(pid=92954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 14:35:02.593715 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-268b8dc1-64d3-4c74-9214-ac9ca77216d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:35:02.634768 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:35:02.659479 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-268b8dc1-64d3-4c74-9214-ac9ca77216d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8726972'] for subnet, precommit_delete_associations {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:35:02.717691 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-8aa39d12-c2f5-4c42-acc4-6c55bf5ca17c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:35:02.732836 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-268b8dc1-64d3-4c74-9214-ac9ca77216d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736859'] for subnet, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:35:02.827133 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-268b8dc1-64d3-4c74-9214-ac9ca77216d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8461682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8771930'] for subnet, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:35:02.868353 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-268b8dc1-64d3-4c74-9214-ac9ca77216d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:35:02.870532 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-268b8dc1-64d3-4c74-9214-ac9ca77216d1 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/de3c5ec3-4b71-490d-b8e1-728efb5837ad HTTP/1.1" status: 204 len: 168 time: 0.3410480 Jul 07 14:35:02.872939 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 41604) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:35:02.873093 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268b8dc1-64d3-4c74-9214-ac9ca77216d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de3c5ec3-4b71-490d-b8e1-728efb5837ad,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:35:02.931415 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-8aa39d12-c2f5-4c42-acc4-6c55bf5ca17c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:35:02.938929 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-8aa39d12-c2f5-4c42-acc4-6c55bf5ca17c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:35:02.968986 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8e5fb915-d99f-4c96-9882-ef81ddd888b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573990'] for network, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:35:03.000539 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-8aa39d12-c2f5-4c42-acc4-6c55bf5ca17c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b9b7dd4008a94948b8df687e59a43d0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5104644 Jul 07 14:35:03.002385 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 41612) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:35:03.009563 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa39d12-c2f5-4c42-acc4-6c55bf5ca17c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d6a32ff-4f74-4910-8f7d-b354d7c4b0d7,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:35:03.068516 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8e5fb915-d99f-4c96-9882-ef81ddd888b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730318', 'neutron.services.segments.db._delete_segments_for_network-8744351280222'] for network, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:35:03.083832 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.services.segments.db [None req-8e5fb915-d99f-4c96-9882-ef81ddd888b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4faa8ae-7676-49d7-9a85-26af83907125']}} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:35:03.086348 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-a703c758-d158-4f2c-a10e-d37e9693a7d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:35:03.102098 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.services.segments.db [None req-8e5fb915-d99f-4c96-9882-ef81ddd888b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88df6305-c9a6-4bc1-b080-0d243587835d') {'for_net_delete': True} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:35:03.102395 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.services.segments.db [None req-8e5fb915-d99f-4c96-9882-ef81ddd888b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88df6305-c9a6-4bc1-b080-0d243587835d') {} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:35:03.114705 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8e5fb915-d99f-4c96-9882-ef81ddd888b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744351507842', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2140449'] for segment, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:35:03.123057 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-a703c758-d158-4f2c-a10e-d37e9693a7d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:35:03.138870 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8e5fb915-d99f-4c96-9882-ef81ddd888b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:35:03.148107 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e5fb915-d99f-4c96-9882-ef81ddd888b9 admin admin] Releasing vlan 612 on physical network physnet1 to pool {{(pid=92953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 14:35:03.148774 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8e5fb915-d99f-4c96-9882-ef81ddd888b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2608844'] for segment, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:35:03.151394 dv-cinder-799821-1-iscsi neutron-server[92953]: Traceback (most recent call last): Jul 07 14:35:03.151394 dv-cinder-799821-1-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 14:35:03.151394 dv-cinder-799821-1-iscsi neutron-server[92953]: timer() Jul 07 14:35:03.151394 dv-cinder-799821-1-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 14:35:03.151394 dv-cinder-799821-1-iscsi neutron-server[92953]: cb(*args, **kw) Jul 07 14:35:03.151394 dv-cinder-799821-1-iscsi neutron-server[92953]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 14:35:03.151394 dv-cinder-799821-1-iscsi neutron-server[92953]: return func(*args, **kwargs) Jul 07 14:35:03.151394 dv-cinder-799821-1-iscsi neutron-server[92953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 14:35:03.151394 dv-cinder-799821-1-iscsi neutron-server[92953]: self._notify() Jul 07 14:35:03.151394 dv-cinder-799821-1-iscsi neutron-server[92953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 14:35:03.151394 dv-cinder-799821-1-iscsi neutron-server[92953]: self.callback(batched_events) Jul 07 14:35:03.151394 dv-cinder-799821-1-iscsi neutron-server[92953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 14:35:03.151394 dv-cinder-799821-1-iscsi neutron-server[92953]: event.method(event) Jul 07 14:35:03.151394 dv-cinder-799821-1-iscsi neutron-server[92953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 14:35:03.151394 dv-cinder-799821-1-iscsi neutron-server[92953]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 14:35:03.151394 dv-cinder-799821-1-iscsi neutron-server[92953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 14:35:03.151394 dv-cinder-799821-1-iscsi neutron-server[92953]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 14:35:03.151394 dv-cinder-799821-1-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 14:35:03.151394 dv-cinder-799821-1-iscsi neutron-server[92953]: return f(self, *a, **k) Jul 07 14:35:03.151394 dv-cinder-799821-1-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 14:35:03.151394 dv-cinder-799821-1-iscsi neutron-server[92953]: return self._get(url).json() Jul 07 14:35:03.151394 dv-cinder-799821-1-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 14:35:03.151394 dv-cinder-799821-1-iscsi neutron-server[92953]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 14:35:03.151394 dv-cinder-799821-1-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 14:35:03.151394 dv-cinder-799821-1-iscsi neutron-server[92953]: return self.request(url, 'GET', **kwargs) Jul 07 14:35:03.151394 dv-cinder-799821-1-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 14:35:03.151394 dv-cinder-799821-1-iscsi neutron-server[92953]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 14:35:03.151394 dv-cinder-799821-1-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 14:35:03.151394 dv-cinder-799821-1-iscsi neutron-server[92953]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 14:35:03.151394 dv-cinder-799821-1-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 14:35:03.151394 dv-cinder-799821-1-iscsi neutron-server[92953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 14:35:03.151394 dv-cinder-799821-1-iscsi neutron-server[92953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 14:35:03.213593 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-a703c758-d158-4f2c-a10e-d37e9693a7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:35:03.221055 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-a703c758-d158-4f2c-a10e-d37e9693a7d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:35:03.224055 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8e5fb915-d99f-4c96-9882-ef81ddd888b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1662071'] for network, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:35:03.226958 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-a703c758-d158-4f2c-a10e-d37e9693a7d4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1d6a32ff-4f74-4910-8f7d-b354d7c4b0d7 HTTP/1.1" status: 204 len: 168 time: 0.2219822 Jul 07 14:35:03.235110 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8e5fb915-d99f-4c96-9882-ef81ddd888b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582248'] for network, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:35:03.239720 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-8e5fb915-d99f-4c96-9882-ef81ddd888b9 admin admin] 10.222.0.16 "DELETE /v2.0/networks/d4faa8ae-7676-49d7-9a85-26af83907125 HTTP/1.1" status: 204 len: 168 time: 0.3658676 Jul 07 14:35:03.246145 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a703c758-d158-4f2c-a10e-d37e9693a7d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d6a32ff-4f74-4910-8f7d-b354d7c4b0d7,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:35:03.272679 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5fb915-d99f-4c96-9882-ef81ddd888b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=d4faa8ae-7676-49d7-9a85-26af83907125,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:35:03.455734 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 41626) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:35:03.562565 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-7e5d7711-c8b4-41fa-a0c9-ffb0c6248be7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d08e262e0a0a44babc638aefee01ae91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1030297 Jul 07 14:35:03.563068 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 41628) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:35:03.657907 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-e06faacd-4a45-449d-94b9-f10f2d5d52fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:35:03.692076 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d7bf45-4e19-4dc0-a726-d38eb6568323 req-680f6e3a-f0c9-4056-ac4c-61eb4b472b7a tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:35:03.693605 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-86d7bf45-4e19-4dc0-a726-d38eb6568323 req-680f6e3a-f0c9-4056-ac4c-61eb4b472b7a tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/ports?device_id=963d65d9-3a8b-4658-8b90-ab1dd31f271c HTTP/1.1" status: 200 len: 944 time: 0.0970602 Jul 07 14:35:03.696278 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-e06faacd-4a45-449d-94b9-f10f2d5d52fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:35:03.758047 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-e06faacd-4a45-449d-94b9-f10f2d5d52fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:35:03.761363 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-e06faacd-4a45-449d-94b9-f10f2d5d52fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:35:03.763199 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-e06faacd-4a45-449d-94b9-f10f2d5d52fb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d3017762-f875-482b-a769-230fbedff323 HTTP/1.1" status: 204 len: 168 time: 0.1988418 Jul 07 14:35:03.775523 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-86d7bf45-4e19-4dc0-a726-d38eb6568323 req-fb006db7-8a5c-4c13-8783-f0755142235b tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/security-groups?id=48f471bb-7db6-49cd-95b2-5af8cd26bae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701663 Jul 07 14:35:03.793187 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06faacd-4a45-449d-94b9-f10f2d5d52fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3017762-f875-482b-a769-230fbedff323,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:35:04.156108 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 41644) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:35:04.202823 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-0d7bffef-b05b-4e91-b7f4-52d9f351d81a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ae2311a9c46144a7bc96a2bc488f4425&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0453427 Jul 07 14:35:04.205286 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 41646) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:35:04.270338 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a7c2ef69-4522-4a9b-a958-0ae94f6e5e82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:35:04.297142 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a7c2ef69-4522-4a9b-a958-0ae94f6e5e82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:35:04.364736 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a7c2ef69-4522-4a9b-a958-0ae94f6e5e82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:35:04.367321 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a7c2ef69-4522-4a9b-a958-0ae94f6e5e82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:35:04.370541 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-a7c2ef69-4522-4a9b-a958-0ae94f6e5e82 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2571ab81-81dd-436c-8a5c-b7e5bef202fa HTTP/1.1" status: 204 len: 168 time: 0.1617007 Jul 07 14:35:04.379550 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c2ef69-4522-4a9b-a958-0ae94f6e5e82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2571ab81-81dd-436c-8a5c-b7e5bef202fa,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:35:05.003829 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5c2280-9f0d-454e-b3de-f5df681db6ff req-ad512742-a94b-45b4-aa96-0abbda542709 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:35:05.005929 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-4f5c2280-9f0d-454e-b3de-f5df681db6ff req-ad512742-a94b-45b4-aa96-0abbda542709 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/ports?device_id=963d65d9-3a8b-4658-8b90-ab1dd31f271c HTTP/1.1" status: 200 len: 944 time: 0.0861382 Jul 07 14:35:05.058006 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-4f5c2280-9f0d-454e-b3de-f5df681db6ff req-7655c155-3d2d-40ef-b059-c628e9c103ec tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/security-groups?id=48f471bb-7db6-49cd-95b2-5af8cd26bae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449965 Jul 07 14:35:06.280690 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faec5cee-2f98-4d6a-891e-812e81094298 req-c4e567ac-079e-46b3-a56f-9af46091fde9 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:35:06.284409 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-faec5cee-2f98-4d6a-891e-812e81094298 req-c4e567ac-079e-46b3-a56f-9af46091fde9 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/ports?device_id=963d65d9-3a8b-4658-8b90-ab1dd31f271c HTTP/1.1" status: 200 len: 944 time: 0.0789864 Jul 07 14:35:06.330677 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-faec5cee-2f98-4d6a-891e-812e81094298 req-8a1c8b46-bd4f-4703-bc09-7d25848fd42b tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/security-groups?id=48f471bb-7db6-49cd-95b2-5af8cd26bae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363069 Jul 07 14:35:07.530162 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd27716-7f36-4958-94a9-763da69edfe7 req-429fec0c-3458-4e7e-84b0-0a2677fd933c tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:35:07.531657 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-2cd27716-7f36-4958-94a9-763da69edfe7 req-429fec0c-3458-4e7e-84b0-0a2677fd933c tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/ports?device_id=963d65d9-3a8b-4658-8b90-ab1dd31f271c HTTP/1.1" status: 200 len: 944 time: 0.0645051 Jul 07 14:35:07.567658 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-2cd27716-7f36-4958-94a9-763da69edfe7 req-c7f40d6f-5d72-43bc-922a-26a8874d4489 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/security-groups?id=48f471bb-7db6-49cd-95b2-5af8cd26bae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302556 Jul 07 14:35:08.750723 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8881ec-3aba-4910-ba5b-30fe48f389a1 req-e607b415-94dc-4582-b4d3-b41ff9807444 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:35:08.752077 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-6d8881ec-3aba-4910-ba5b-30fe48f389a1 req-e607b415-94dc-4582-b4d3-b41ff9807444 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/ports?device_id=963d65d9-3a8b-4658-8b90-ab1dd31f271c HTTP/1.1" status: 200 len: 944 time: 0.0614352 Jul 07 14:35:08.788945 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-6d8881ec-3aba-4910-ba5b-30fe48f389a1 req-8ae16b82-bf53-45f1-97d2-c49bed3982f0 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/security-groups?id=48f471bb-7db6-49cd-95b2-5af8cd26bae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304804 Jul 07 14:35:09.297740 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3506a9c1-72ef-40eb-bc17-b37293f5d785 req-504f9bc6-0ab4-41a4-9f57-6e1990d396c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:35:09.299281 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-3506a9c1-72ef-40eb-bc17-b37293f5d785 req-504f9bc6-0ab4-41a4-9f57-6e1990d396c0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e89386cc9223406eb854d8ec22d5afad&device_id=963d65d9-3a8b-4658-8b90-ab1dd31f271c HTTP/1.1" status: 200 len: 1097 time: 0.0530710 Jul 07 14:35:09.403914 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3506a9c1-72ef-40eb-bc17-b37293f5d785 req-1b2b43ee-266a-4c48-a299-42a816e0fb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:35:09.405351 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-3506a9c1-72ef-40eb-bc17-b37293f5d785 req-1b2b43ee-266a-4c48-a299-42a816e0fb9b service neutron] 10.222.0.24 "GET /v2.0/networks?id=7c490f9a-1358-4140-991d-bf32698f77aa HTTP/1.1" status: 200 len: 917 time: 0.0836375 Jul 07 14:35:09.477022 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-3506a9c1-72ef-40eb-bc17-b37293f5d785 req-9b42ed0f-93c9-4765-8870-1fc2b3f19645 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a4eb7492-116a-40df-ad2e-dd1161978853 HTTP/1.1" status: 200 len: 999 time: 0.0644000 Jul 07 14:35:09.526829 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3506a9c1-72ef-40eb-bc17-b37293f5d785 req-a46d3f9e-95c6-4c2a-acbe-1d27f45445d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:35:09.528267 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-3506a9c1-72ef-40eb-bc17-b37293f5d785 req-a46d3f9e-95c6-4c2a-acbe-1d27f45445d9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6b18de7e-b643-4fd7-b48b-d38da4c85021 HTTP/1.1" status: 200 len: 855 time: 0.0431523 Jul 07 14:35:09.587689 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3506a9c1-72ef-40eb-bc17-b37293f5d785 req-fb35cf52-8674-45bb-bd84-baecbc86b1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:35:09.589342 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-3506a9c1-72ef-40eb-bc17-b37293f5d785 req-fb35cf52-8674-45bb-bd84-baecbc86b1b3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7c490f9a-1358-4140-991d-bf32698f77aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0536842 Jul 07 14:35:09.701841 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-3506a9c1-72ef-40eb-bc17-b37293f5d785 req-2de446c2-0d2d-4b8d-aea0-68a1c8a6f3f0 service neutron] 10.222.0.24 "GET /v2.0/networks/7c490f9a-1358-4140-991d-bf32698f77aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043048 Jul 07 14:35:09.816197 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-3506a9c1-72ef-40eb-bc17-b37293f5d785 req-6b3a3f52-26f5-41b1-9b33-100555a31106 service neutron] 10.222.0.24 "GET /v2.0/networks/7c490f9a-1358-4140-991d-bf32698f77aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064203 Jul 07 14:35:09.979627 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d37ba6c-7ba2-40a8-a328-6eb169c5b69d req-59f4a396-4b6e-480c-a5db-1e57572a0d9b tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:35:09.981128 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-3d37ba6c-7ba2-40a8-a328-6eb169c5b69d req-59f4a396-4b6e-480c-a5db-1e57572a0d9b tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/ports?device_id=963d65d9-3a8b-4658-8b90-ab1dd31f271c HTTP/1.1" status: 200 len: 944 time: 0.0677879 Jul 07 14:35:10.022350 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-3d37ba6c-7ba2-40a8-a328-6eb169c5b69d req-0135bcab-7c71-468d-9d2c-1326b08a0ecc tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/security-groups?id=48f471bb-7db6-49cd-95b2-5af8cd26bae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351083 Jul 07 14:35:11.210290 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adc6a4f-6b27-49ad-ac9e-23118fc648fa req-0009a55a-ed91-466e-b530-07a69da4d09b tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:35:11.212195 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-0adc6a4f-6b27-49ad-ac9e-23118fc648fa req-0009a55a-ed91-466e-b530-07a69da4d09b tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/ports?device_id=963d65d9-3a8b-4658-8b90-ab1dd31f271c HTTP/1.1" status: 200 len: 944 time: 0.0671718 Jul 07 14:35:11.254266 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-0adc6a4f-6b27-49ad-ac9e-23118fc648fa req-9fc77de6-39ea-4e74-9dae-3e9633f14bc9 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/security-groups?id=48f471bb-7db6-49cd-95b2-5af8cd26bae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363181 Jul 07 14:35:12.466800 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be07c84-4633-48bf-a9f3-1aefcb08b46b req-e4f6620b-26f2-47c1-91b1-299c999f8d7a tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:35:12.468287 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-8be07c84-4633-48bf-a9f3-1aefcb08b46b req-e4f6620b-26f2-47c1-91b1-299c999f8d7a tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/ports?device_id=963d65d9-3a8b-4658-8b90-ab1dd31f271c HTTP/1.1" status: 200 len: 944 time: 0.0727992 Jul 07 14:35:12.510986 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-8be07c84-4633-48bf-a9f3-1aefcb08b46b req-3ce582b1-f3a8-4664-be9c-34ad7f4f7665 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/security-groups?id=48f471bb-7db6-49cd-95b2-5af8cd26bae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368526 Jul 07 14:35:13.692001 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed039c7-bb01-4386-a229-3d3d7cf61d7d req-f618ff14-3677-4f4c-8ed6-365c00068775 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:35:13.693450 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-bed039c7-bb01-4386-a229-3d3d7cf61d7d req-f618ff14-3677-4f4c-8ed6-365c00068775 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/ports?device_id=963d65d9-3a8b-4658-8b90-ab1dd31f271c HTTP/1.1" status: 200 len: 944 time: 0.0636292 Jul 07 14:35:13.732558 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-bed039c7-bb01-4386-a229-3d3d7cf61d7d req-aaaa6b90-9a4b-4c27-98f6-b25b9e414a57 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/security-groups?id=48f471bb-7db6-49cd-95b2-5af8cd26bae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331960 Jul 07 14:35:14.905131 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94efd205-f4b1-4e68-b81d-9ba3f41ac10f req-621baea0-796e-4650-8929-272328cd2633 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:35:14.906594 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-94efd205-f4b1-4e68-b81d-9ba3f41ac10f req-621baea0-796e-4650-8929-272328cd2633 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/ports?device_id=963d65d9-3a8b-4658-8b90-ab1dd31f271c HTTP/1.1" status: 200 len: 944 time: 0.0612049 Jul 07 14:35:14.942655 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-94efd205-f4b1-4e68-b81d-9ba3f41ac10f req-d741ceb1-6dea-4f81-9788-24116996fc95 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/security-groups?id=48f471bb-7db6-49cd-95b2-5af8cd26bae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305727 Jul 07 14:35:16.347792 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809e9d61-9629-4905-963d-ace9274a03d4 req-6cf01d7a-60a9-4ed4-92d2-8172b89f7548 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:35:16.349228 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-809e9d61-9629-4905-963d-ace9274a03d4 req-6cf01d7a-60a9-4ed4-92d2-8172b89f7548 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/ports?device_id=963d65d9-3a8b-4658-8b90-ab1dd31f271c HTTP/1.1" status: 200 len: 944 time: 0.2916851 Jul 07 14:35:16.385654 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-809e9d61-9629-4905-963d-ace9274a03d4 req-50308648-128b-41a5-862e-97e6a9448fda tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/security-groups?id=48f471bb-7db6-49cd-95b2-5af8cd26bae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297763 Jul 07 14:35:16.657092 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 41840) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:35:16.760988 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-518e9beb-fd3a-4daf-98a5-31639b1eb44d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:35:16.850218 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-518e9beb-fd3a-4daf-98a5-31639b1eb44d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:35:16.855730 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-518e9beb-fd3a-4daf-98a5-31639b1eb44d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:35:16.889708 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-518e9beb-fd3a-4daf-98a5-31639b1eb44d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7412de908efe48f9a4667e4733aaa35a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2315366 Jul 07 14:35:16.892456 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 41854) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:35:16.899211 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518e9beb-fd3a-4daf-98a5-31639b1eb44d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6156855c-6048-44ce-8b12-ff3afc2b9296,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:35:16.943888 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-67919ed6-0891-49e5-b12d-042dcbfeee66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:35:16.980581 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-67919ed6-0891-49e5-b12d-042dcbfeee66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:35:17.034372 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-67919ed6-0891-49e5-b12d-042dcbfeee66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:35:17.037269 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-67919ed6-0891-49e5-b12d-042dcbfeee66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:35:17.038512 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-67919ed6-0891-49e5-b12d-042dcbfeee66 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6156855c-6048-44ce-8b12-ff3afc2b9296 HTTP/1.1" status: 204 len: 168 time: 0.1445050 Jul 07 14:35:17.046990 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67919ed6-0891-49e5-b12d-042dcbfeee66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6156855c-6048-44ce-8b12-ff3afc2b9296,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:35:17.329991 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 41864) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:35:17.346628 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-5fe871e4-d8ef-4be9-b104-801e5fb59c42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:35:17.443702 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-5fe871e4-d8ef-4be9-b104-801e5fb59c42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:35:17.447840 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-5fe871e4-d8ef-4be9-b104-801e5fb59c42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:35:17.486351 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-5fe871e4-d8ef-4be9-b104-801e5fb59c42 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fb287611b42f4bdb801ecc859f341c9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1548469 Jul 07 14:35:17.487336 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe871e4-d8ef-4be9-b104-801e5fb59c42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aae38d47-e348-45ef-95dc-296fda06a4fc,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:35:17.488964 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 41868) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:35:17.577227 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-6a415146-6734-43e1-8ca5-0900fec339d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:35:17.603268 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d08750-0f1d-46f3-9aa8-0c2e43110513 req-fa0f6388-7f66-4af3-bb96-9191bf5e0d67 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:35:17.604695 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-d2d08750-0f1d-46f3-9aa8-0c2e43110513 req-fa0f6388-7f66-4af3-bb96-9191bf5e0d67 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/ports?device_id=963d65d9-3a8b-4658-8b90-ab1dd31f271c HTTP/1.1" status: 200 len: 944 time: 0.0998671 Jul 07 14:35:17.614149 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-6a415146-6734-43e1-8ca5-0900fec339d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:35:17.668473 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-d2d08750-0f1d-46f3-9aa8-0c2e43110513 req-700ed9fd-f066-4855-9b53-bee3fd80d0f0 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/security-groups?id=48f471bb-7db6-49cd-95b2-5af8cd26bae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563161 Jul 07 14:35:17.691158 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-6a415146-6734-43e1-8ca5-0900fec339d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:35:17.693811 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-6a415146-6734-43e1-8ca5-0900fec339d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:35:17.695061 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-6a415146-6734-43e1-8ca5-0900fec339d2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/aae38d47-e348-45ef-95dc-296fda06a4fc HTTP/1.1" status: 204 len: 168 time: 0.2050433 Jul 07 14:35:17.703443 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a415146-6734-43e1-8ca5-0900fec339d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aae38d47-e348-45ef-95dc-296fda06a4fc,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:35:18.851862 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659a759e-6c53-455d-b316-e3bc389c94ef req-7a2a7745-3d93-4088-82ab-e3b1bd7282db tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:35:18.853546 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-659a759e-6c53-455d-b316-e3bc389c94ef req-7a2a7745-3d93-4088-82ab-e3b1bd7282db tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/ports?device_id=963d65d9-3a8b-4658-8b90-ab1dd31f271c HTTP/1.1" status: 200 len: 944 time: 0.0684803 Jul 07 14:35:18.906960 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-659a759e-6c53-455d-b316-e3bc389c94ef req-bb719622-348e-4bb9-a0b3-01dcb6810291 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/security-groups?id=48f471bb-7db6-49cd-95b2-5af8cd26bae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472808 Jul 07 14:35:19.235004 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.agents_db [None req-578d1851-68de-424d-8d1f-a58f436dd381 None None] Agent healthcheck: found 6 active agents {{(pid=92956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 14:35:19.487199 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Device a4eb7492-116a-40df-ad2e-dd1161978853 details requested by agent hyperv_hv-cinder-79982 with host hv-cinder-79982 {{(pid=92955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 14:35:19.584291 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] For port a4eb7492-116a-40df-ad2e-dd1161978853, host hv-cinder-79982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79982',level=0,port_id=a4eb7492-116a-40df-ad2e-dd1161978853,segment=NetworkSegment(a145ae2e-96d2-4239-b9ef-8a493ddf839d),segment_id=a145ae2e-96d2-4239-b9ef-8a493ddf839d)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 14:35:19.595976 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Returning: {'device': 'a4eb7492-116a-40df-ad2e-dd1161978853', 'network_id': '7c490f9a-1358-4140-991d-bf32698f77aa', 'port_id': 'a4eb7492-116a-40df-ad2e-dd1161978853', 'mac_address': 'fa:16:3e:b8:56:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b18de7e-b643-4fd7-b48b-d38da4c85021', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 14:35:19.632870 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:35:19.645338 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.notifiers.nova [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4eb7492-116a-40df-ad2e-dd1161978853 {{(pid=92955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 14:35:19.669686 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] For port a4eb7492-116a-40df-ad2e-dd1161978853, host hv-cinder-79982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79982',level=0,port_id=a4eb7492-116a-40df-ad2e-dd1161978853,segment=NetworkSegment(a145ae2e-96d2-4239-b9ef-8a493ddf839d),segment_id=a145ae2e-96d2-4239-b9ef-8a493ddf839d)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 14:35:19.674024 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:35:19.721402 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Pushing event updated for resources: {'Port': ['ID=a4eb7492-116a-40df-ad2e-dd1161978853,revision_number=9']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:35:19.919860 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] get_ports_and_sgs() called for port_ids ['a4eb7492-116a-40df-ad2e-dd1161978853'] {{(pid=92955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 14:35:20.089728 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca3f772-d6d7-4c7e-80cd-6587729e8a83 req-f9f2ab2d-ab3f-46cc-bd10-1b821770fdf7 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:35:20.091225 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-dca3f772-d6d7-4c7e-80cd-6587729e8a83 req-f9f2ab2d-ab3f-46cc-bd10-1b821770fdf7 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/ports?device_id=963d65d9-3a8b-4658-8b90-ab1dd31f271c HTTP/1.1" status: 200 len: 945 time: 0.0634165 Jul 07 14:35:20.130157 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-dca3f772-d6d7-4c7e-80cd-6587729e8a83 req-77efa39c-f746-4a7d-8e83-0d24ffffd529 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/security-groups?id=48f471bb-7db6-49cd-95b2-5af8cd26bae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330272 Jul 07 14:35:21.312761 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead66494-861b-4c61-94cd-917c24c346d6 req-af99bb24-d55d-4f0b-a1fa-2e1009662d85 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:35:21.314245 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-ead66494-861b-4c61-94cd-917c24c346d6 req-af99bb24-d55d-4f0b-a1fa-2e1009662d85 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/ports?device_id=963d65d9-3a8b-4658-8b90-ab1dd31f271c HTTP/1.1" status: 200 len: 945 time: 0.0671220 Jul 07 14:35:21.351224 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-ead66494-861b-4c61-94cd-917c24c346d6 req-17df448f-f8e7-4e06-bfdc-96538aa43c09 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/security-groups?id=48f471bb-7db6-49cd-95b2-5af8cd26bae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309992 Jul 07 14:35:21.509051 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Device a4eb7492-116a-40df-ad2e-dd1161978853 up at agent hyperv_hv-cinder-79982 {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 14:35:21.678260 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Provisioning complete for port a4eb7492-116a-40df-ad2e-dd1161978853 triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 14:35:21.678567 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732533'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:35:21.781169 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:35:21.803757 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '963d65d9-3a8b-4658-8b90-ab1dd31f271c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4eb7492-116a-40df-ad2e-dd1161978853'}] {{(pid=92955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 14:35:21.805980 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e11a9a08f0ebba7a9f0c3b7780f6d7944ec82452e2695ea1962573c23703eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-259d3058-6838-42d1-b8ea-c699766c41b7" -d '{"events": [{"server_uuid": "963d65d9-3a8b-4658-8b90-ab1dd31f271c", "name": "network-vif-plugged", "status": "completed", "tag": "a4eb7492-116a-40df-ad2e-dd1161978853"}]}' {{(pid=92955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 14:35:21.818937 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] For port a4eb7492-116a-40df-ad2e-dd1161978853, host hv-cinder-79982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79982',level=0,port_id=a4eb7492-116a-40df-ad2e-dd1161978853,segment=NetworkSegment(a145ae2e-96d2-4239-b9ef-8a493ddf839d),segment_id=a145ae2e-96d2-4239-b9ef-8a493ddf839d)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 14:35:21.825724 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:35:21.851944 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 14:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-461a4455-9908-4a26-83ab-36def39356c3 x-openstack-request-id: req-461a4455-9908-4a26-83ab-36def39356c3 {{(pid=92955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 14:35:21.852225 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "963d65d9-3a8b-4658-8b90-ab1dd31f271c", "name": "network-vif-plugged", "status": "completed", "tag": "a4eb7492-116a-40df-ad2e-dd1161978853", "code": 200}]} {{(pid=92955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 14:35:21.852472 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-461a4455-9908-4a26-83ab-36def39356c3 {{(pid=92955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 14:35:21.852844 dv-cinder-799821-1-iscsi neutron-server[92955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '963d65d9-3a8b-4658-8b90-ab1dd31f271c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4eb7492-116a-40df-ad2e-dd1161978853', 'code': 200} Jul 07 14:35:21.883983 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Pushing event updated for resources: {'Port': ['ID=a4eb7492-116a-40df-ad2e-dd1161978853,revision_number=10']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:35:22.347251 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fef3908-37f6-487d-a641-360823858510 req-9a2f5c2e-72e5-4c4e-b156-459f113babfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:35:22.348817 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-7fef3908-37f6-487d-a641-360823858510 req-9a2f5c2e-72e5-4c4e-b156-459f113babfc service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=963d65d9-3a8b-4658-8b90-ab1dd31f271c HTTP/1.1" status: 200 len: 1100 time: 0.0565660 Jul 07 14:35:22.385690 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-7fef3908-37f6-487d-a641-360823858510 req-2a77e003-aaa1-4dc9-951c-5d7c1e53e8c6 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=48f471bb-7db6-49cd-95b2-5af8cd26bae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282311 Jul 07 14:35:22.531287 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508cd979-9746-45ed-82d2-7401f84108bb req-d4ecae11-003b-46b5-9ce6-3756096b49c3 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:35:22.532756 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-508cd979-9746-45ed-82d2-7401f84108bb req-d4ecae11-003b-46b5-9ce6-3756096b49c3 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/ports?device_id=963d65d9-3a8b-4658-8b90-ab1dd31f271c HTTP/1.1" status: 200 len: 947 time: 0.0652387 Jul 07 14:35:22.570261 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-508cd979-9746-45ed-82d2-7401f84108bb req-84d42332-a93a-44c7-8baf-b805a4d74f4f tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/security-groups?id=48f471bb-7db6-49cd-95b2-5af8cd26bae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320404 Jul 07 14:35:23.755728 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c598740-d371-4324-a618-6a95725a488e req-82b4b0b9-bf40-41fc-a60a-1b985fdd1beb tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:35:23.757200 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-1c598740-d371-4324-a618-6a95725a488e req-82b4b0b9-bf40-41fc-a60a-1b985fdd1beb tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/ports?device_id=963d65d9-3a8b-4658-8b90-ab1dd31f271c HTTP/1.1" status: 200 len: 947 time: 0.0642390 Jul 07 14:35:23.795684 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-1c598740-d371-4324-a618-6a95725a488e req-3951390c-6a91-4763-a3ef-32d6f8d525be tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/security-groups?id=48f471bb-7db6-49cd-95b2-5af8cd26bae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322797 Jul 07 14:35:24.916660 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4f1d86cc-a411-4448-b8f1-7aa6bcf3ab7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:35:24.982882 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32382fec-c83a-4b33-916f-925983a8e8c5 req-086ec09d-17a2-4000-90ab-d2ed14469f1e tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:35:24.984429 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-32382fec-c83a-4b33-916f-925983a8e8c5 req-086ec09d-17a2-4000-90ab-d2ed14469f1e tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/ports?device_id=963d65d9-3a8b-4658-8b90-ab1dd31f271c HTTP/1.1" status: 200 len: 947 time: 0.0689836 Jul 07 14:35:25.024802 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-32382fec-c83a-4b33-916f-925983a8e8c5 req-08210d42-42ca-41a9-8ece-a83654765488 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/security-groups?id=48f471bb-7db6-49cd-95b2-5af8cd26bae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347209 Jul 07 14:35:26.207528 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f70da1-a9a9-4a71-b930-057e8697fd06 req-09b12f55-e2b4-463d-88f4-2e488d8c2756 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:35:26.208974 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-e4f70da1-a9a9-4a71-b930-057e8697fd06 req-09b12f55-e2b4-463d-88f4-2e488d8c2756 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/ports?device_id=963d65d9-3a8b-4658-8b90-ab1dd31f271c HTTP/1.1" status: 200 len: 947 time: 0.0662515 Jul 07 14:35:26.247786 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-e4f70da1-a9a9-4a71-b930-057e8697fd06 req-c07c6b0a-7775-418a-8586-a6d3f230edf5 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/security-groups?id=48f471bb-7db6-49cd-95b2-5af8cd26bae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321717 Jul 07 14:35:27.435577 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c62ad35-3bcf-4660-95e3-1bc5ff95d0f2 req-703e8ded-0b8e-4de1-9f24-42be6709a52a tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:35:27.437317 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-0c62ad35-3bcf-4660-95e3-1bc5ff95d0f2 req-703e8ded-0b8e-4de1-9f24-42be6709a52a tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/ports?device_id=963d65d9-3a8b-4658-8b90-ab1dd31f271c HTTP/1.1" status: 200 len: 947 time: 0.0728939 Jul 07 14:35:27.475551 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-0c62ad35-3bcf-4660-95e3-1bc5ff95d0f2 req-ea01468b-3006-4d53-a7e4-b500d6bc01f7 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/security-groups?id=48f471bb-7db6-49cd-95b2-5af8cd26bae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324523 Jul 07 14:35:27.530248 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-eb0f2d78-947c-483b-9f34-1ed6b683234d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:35:27.857765 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:35:28.659087 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27e6372-a145-4af4-a378-e5918047d668 req-c645fcec-a099-4f74-8c6a-147e2bb00635 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:35:28.660625 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-f27e6372-a145-4af4-a378-e5918047d668 req-c645fcec-a099-4f74-8c6a-147e2bb00635 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/ports?device_id=963d65d9-3a8b-4658-8b90-ab1dd31f271c HTTP/1.1" status: 200 len: 947 time: 0.0655663 Jul 07 14:35:28.698409 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-f27e6372-a145-4af4-a378-e5918047d668 req-bac62d53-f293-429b-b43c-889a22074db9 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/security-groups?id=48f471bb-7db6-49cd-95b2-5af8cd26bae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312757 Jul 07 14:35:28.751182 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-797095d9-f31f-46bc-add0-d9922559420e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:35:29.876314 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0341fd6b-fa84-436a-9854-d68acb43ecbe req-15f20cae-a93f-420b-9869-1347fcff59c0 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:35:29.877758 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-0341fd6b-fa84-436a-9854-d68acb43ecbe req-15f20cae-a93f-420b-9869-1347fcff59c0 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/ports?device_id=963d65d9-3a8b-4658-8b90-ab1dd31f271c HTTP/1.1" status: 200 len: 947 time: 0.0618796 Jul 07 14:35:29.915810 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-0341fd6b-fa84-436a-9854-d68acb43ecbe req-4ad1d99b-1658-4674-b348-d08991988d27 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/security-groups?id=48f471bb-7db6-49cd-95b2-5af8cd26bae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312881 Jul 07 14:35:30.341716 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-de2cb0b5-6e4a-418e-bae1-4b4e8a512c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:35:31.093430 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02afac2-2765-4d55-9993-d8be8c49536b req-acb22bdd-4e5c-4e2d-bd49-685f8cbdbed8 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:35:31.094937 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-b02afac2-2765-4d55-9993-d8be8c49536b req-acb22bdd-4e5c-4e2d-bd49-685f8cbdbed8 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/ports?device_id=963d65d9-3a8b-4658-8b90-ab1dd31f271c HTTP/1.1" status: 200 len: 947 time: 0.0623951 Jul 07 14:35:31.139110 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-b02afac2-2765-4d55-9993-d8be8c49536b req-f7ecdb68-da00-42bd-b285-73d110a53f4a tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/security-groups?id=48f471bb-7db6-49cd-95b2-5af8cd26bae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386386 Jul 07 14:35:32.320097 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2141b525-f085-464b-8cb9-80c09a3c3713 req-a2ca2101-2d65-4b65-bc41-23bedf28a36f tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:35:32.321584 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-2141b525-f085-464b-8cb9-80c09a3c3713 req-a2ca2101-2d65-4b65-bc41-23bedf28a36f tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/ports?device_id=963d65d9-3a8b-4658-8b90-ab1dd31f271c HTTP/1.1" status: 200 len: 947 time: 0.0646191 Jul 07 14:35:32.363188 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-2141b525-f085-464b-8cb9-80c09a3c3713 req-3710c462-0764-4239-a196-6f9bb626de5f tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/security-groups?id=48f471bb-7db6-49cd-95b2-5af8cd26bae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316126 Jul 07 14:35:32.618553 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:35:33.549582 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7366e2b-e11f-416f-aa31-0fb9ef457637 req-ab66bc9e-ca06-4b94-8257-9d8db62c23a1 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:35:33.551145 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-b7366e2b-e11f-416f-aa31-0fb9ef457637 req-ab66bc9e-ca06-4b94-8257-9d8db62c23a1 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/ports?device_id=963d65d9-3a8b-4658-8b90-ab1dd31f271c HTTP/1.1" status: 200 len: 947 time: 0.0627532 Jul 07 14:35:33.591886 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-b7366e2b-e11f-416f-aa31-0fb9ef457637 req-80e8af91-190a-4b0c-aedf-128d4619bf29 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/security-groups?id=48f471bb-7db6-49cd-95b2-5af8cd26bae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346227 Jul 07 14:35:34.782187 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527a67fe-6a0e-4dfd-96ac-fb634166f052 req-8622574d-253e-42af-af42-bf6d1502a595 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:35:34.783734 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-527a67fe-6a0e-4dfd-96ac-fb634166f052 req-8622574d-253e-42af-af42-bf6d1502a595 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/ports?device_id=963d65d9-3a8b-4658-8b90-ab1dd31f271c HTTP/1.1" status: 200 len: 947 time: 0.0685039 Jul 07 14:35:34.821398 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-527a67fe-6a0e-4dfd-96ac-fb634166f052 req-8f1dcd4b-509b-4ecb-982e-d4b8ceeb2b61 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/security-groups?id=48f471bb-7db6-49cd-95b2-5af8cd26bae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318840 Jul 07 14:35:36.001788 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d88c2e7-b8e5-4863-ae1e-879bf721cc3a req-a414a6b5-df4f-4ee7-be69-3c11345ad4c4 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:35:36.003297 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-8d88c2e7-b8e5-4863-ae1e-879bf721cc3a req-a414a6b5-df4f-4ee7-be69-3c11345ad4c4 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/ports?device_id=963d65d9-3a8b-4658-8b90-ab1dd31f271c HTTP/1.1" status: 200 len: 947 time: 0.0639410 Jul 07 14:35:36.041860 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-8d88c2e7-b8e5-4863-ae1e-879bf721cc3a req-38192b90-2566-41a5-8a2d-5003485e50b5 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/security-groups?id=48f471bb-7db6-49cd-95b2-5af8cd26bae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329943 Jul 07 14:35:37.236457 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585df6fe-ffb0-49b6-afb5-97da3b009d68 req-705781a8-53df-414b-9cdf-270504a7c91c tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:35:37.237980 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-585df6fe-ffb0-49b6-afb5-97da3b009d68 req-705781a8-53df-414b-9cdf-270504a7c91c tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/ports?device_id=963d65d9-3a8b-4658-8b90-ab1dd31f271c HTTP/1.1" status: 200 len: 947 time: 0.0702255 Jul 07 14:35:37.277267 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-585df6fe-ffb0-49b6-afb5-97da3b009d68 req-9d51ddfd-3d7a-4e45-ab51-1ef22eba35e9 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/security-groups?id=48f471bb-7db6-49cd-95b2-5af8cd26bae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326464 Jul 07 14:35:42.739443 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 42214) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:35:42.841163 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-be0ecc7c-1eb4-4d5a-b96e-f173debee7f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:35:42.930837 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-be0ecc7c-1eb4-4d5a-b96e-f173debee7f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:35:42.934981 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-be0ecc7c-1eb4-4d5a-b96e-f173debee7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:35:42.972057 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-be0ecc7c-1eb4-4d5a-b96e-f173debee7f3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4972a3c8595948c99d1d7118233671a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2314579 Jul 07 14:35:42.973148 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0ecc7c-1eb4-4d5a-b96e-f173debee7f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cf06b27-e2c7-4893-9817-14803db0e93a,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:35:42.974757 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 42218) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:35:42.980364 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0ecc7c-1eb4-4d5a-b96e-f173debee7f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:35:42.980712 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0ecc7c-1eb4-4d5a-b96e-f173debee7f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:35:42.981053 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0ecc7c-1eb4-4d5a-b96e-f173debee7f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:35:42.981383 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0ecc7c-1eb4-4d5a-b96e-f173debee7f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:35:42.981710 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0ecc7c-1eb4-4d5a-b96e-f173debee7f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:35:42.982035 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0ecc7c-1eb4-4d5a-b96e-f173debee7f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:35:42.982357 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0ecc7c-1eb4-4d5a-b96e-f173debee7f3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:35:42.982705 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0ecc7c-1eb4-4d5a-b96e-f173debee7f3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:35:42.983027 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0ecc7c-1eb4-4d5a-b96e-f173debee7f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:35:42.983345 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0ecc7c-1eb4-4d5a-b96e-f173debee7f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:35:42.983661 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0ecc7c-1eb4-4d5a-b96e-f173debee7f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:35:42.983973 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0ecc7c-1eb4-4d5a-b96e-f173debee7f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:35:43.029204 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-d1852d34-5662-4f7a-a84a-96820b3dbee6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:35:43.049868 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-d1852d34-5662-4f7a-a84a-96820b3dbee6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:35:43.100042 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-d1852d34-5662-4f7a-a84a-96820b3dbee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:35:43.102916 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-d1852d34-5662-4f7a-a84a-96820b3dbee6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:35:43.104054 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-d1852d34-5662-4f7a-a84a-96820b3dbee6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1cf06b27-e2c7-4893-9817-14803db0e93a HTTP/1.1" status: 204 len: 168 time: 0.1282146 Jul 07 14:35:43.111819 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1852d34-5662-4f7a-a84a-96820b3dbee6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cf06b27-e2c7-4893-9817-14803db0e93a,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:35:43.118837 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1852d34-5662-4f7a-a84a-96820b3dbee6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:35:43.119187 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1852d34-5662-4f7a-a84a-96820b3dbee6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:35:43.119527 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1852d34-5662-4f7a-a84a-96820b3dbee6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:35:43.120730 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1852d34-5662-4f7a-a84a-96820b3dbee6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:35:43.121064 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1852d34-5662-4f7a-a84a-96820b3dbee6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:35:43.121476 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1852d34-5662-4f7a-a84a-96820b3dbee6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:35:43.121732 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1852d34-5662-4f7a-a84a-96820b3dbee6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:35:43.122064 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1852d34-5662-4f7a-a84a-96820b3dbee6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:35:43.122392 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1852d34-5662-4f7a-a84a-96820b3dbee6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:35:43.122735 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1852d34-5662-4f7a-a84a-96820b3dbee6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:35:43.123061 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1852d34-5662-4f7a-a84a-96820b3dbee6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:35:43.123381 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1852d34-5662-4f7a-a84a-96820b3dbee6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:35:48.302820 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 42346) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:35:48.406619 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-63debb6a-7fc9-480c-8bf1-b17d210dd2ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:35:48.499543 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-63debb6a-7fc9-480c-8bf1-b17d210dd2ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:35:48.503391 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-63debb6a-7fc9-480c-8bf1-b17d210dd2ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:35:48.543521 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-63debb6a-7fc9-480c-8bf1-b17d210dd2ca admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b3e4ae3e2d0a4b22a4927b611e01e78b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2396061 Jul 07 14:35:48.544635 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63debb6a-7fc9-480c-8bf1-b17d210dd2ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66d966f6-a942-44e3-8bdd-1b1e74d0724b,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:35:48.546142 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 42352) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:35:48.603881 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-ee3d79d4-eedc-485f-8a22-97fb50c9dcab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:35:48.624334 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-ee3d79d4-eedc-485f-8a22-97fb50c9dcab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:35:48.670918 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-ee3d79d4-eedc-485f-8a22-97fb50c9dcab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:35:48.673412 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-ee3d79d4-eedc-485f-8a22-97fb50c9dcab admin admin] Notify callbacks [] for security_group, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:35:48.674708 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-ee3d79d4-eedc-485f-8a22-97fb50c9dcab admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/66d966f6-a942-44e3-8bdd-1b1e74d0724b HTTP/1.1" status: 204 len: 168 time: 0.1273668 Jul 07 14:35:48.682932 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3d79d4-eedc-485f-8a22-97fb50c9dcab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66d966f6-a942-44e3-8bdd-1b1e74d0724b,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:35:49.661700 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 42384) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:35:49.768991 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-7047e90a-e6ea-4f34-850d-b1e8e51badd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:35:49.860911 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-7047e90a-e6ea-4f34-850d-b1e8e51badd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:35:49.870837 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-7047e90a-e6ea-4f34-850d-b1e8e51badd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:35:49.902263 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7047e90a-e6ea-4f34-850d-b1e8e51badd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=012827bb-c04e-48b0-9e5d-07133ff02a0a,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:35:49.918415 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 42388) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:35:49.918995 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-7047e90a-e6ea-4f34-850d-b1e8e51badd6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=40585132817c46e387a4da0472ef0adb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2557180 Jul 07 14:35:49.973538 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-d4ea6274-31a3-4e5f-914b-fa808d185e53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:35:49.997360 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-d4ea6274-31a3-4e5f-914b-fa808d185e53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:35:50.043103 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-d4ea6274-31a3-4e5f-914b-fa808d185e53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:35:50.045724 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-d4ea6274-31a3-4e5f-914b-fa808d185e53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:35:50.049212 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-d4ea6274-31a3-4e5f-914b-fa808d185e53 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/012827bb-c04e-48b0-9e5d-07133ff02a0a HTTP/1.1" status: 204 len: 168 time: 0.1268094 Jul 07 14:35:50.056441 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ea6274-31a3-4e5f-914b-fa808d185e53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=012827bb-c04e-48b0-9e5d-07133ff02a0a,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:35:54.917835 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-73703b23-3c2e-4c39-b94e-21486ecb4137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:35:54.985277 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-b0fba1d6-448b-4ae1-bf37-988b3d6baac9 req-496b15a3-6cef-4226-bb2c-c75ef0b5ac40 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=963d65d9-3a8b-4658-8b90-ab1dd31f271c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0520706 Jul 07 14:35:55.090588 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fba1d6-448b-4ae1-bf37-988b3d6baac9 req-ba5b455a-9159-4061-8dbc-d6b32a123bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:35:55.092181 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-b0fba1d6-448b-4ae1-bf37-988b3d6baac9 req-ba5b455a-9159-4061-8dbc-d6b32a123bd7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e89386cc9223406eb854d8ec22d5afad&device_id=963d65d9-3a8b-4658-8b90-ab1dd31f271c HTTP/1.1" status: 200 len: 1100 time: 0.0521512 Jul 07 14:35:55.199964 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fba1d6-448b-4ae1-bf37-988b3d6baac9 req-a636a4f2-1d78-441b-953e-e8c24f912501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:35:55.201503 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-b0fba1d6-448b-4ae1-bf37-988b3d6baac9 req-a636a4f2-1d78-441b-953e-e8c24f912501 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7c490f9a-1358-4140-991d-bf32698f77aa HTTP/1.1" status: 200 len: 917 time: 0.0863755 Jul 07 14:35:55.268863 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-b0fba1d6-448b-4ae1-bf37-988b3d6baac9 req-937eeaff-020e-4eac-a6d7-d149aabd2f35 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a4eb7492-116a-40df-ad2e-dd1161978853 HTTP/1.1" status: 200 len: 1001 time: 0.0599632 Jul 07 14:35:55.316959 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fba1d6-448b-4ae1-bf37-988b3d6baac9 req-adb191cc-c473-4ded-bd8b-b6708e21ad49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:35:55.318407 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-b0fba1d6-448b-4ae1-bf37-988b3d6baac9 req-adb191cc-c473-4ded-bd8b-b6708e21ad49 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6b18de7e-b643-4fd7-b48b-d38da4c85021 HTTP/1.1" status: 200 len: 855 time: 0.0426702 Jul 07 14:35:55.379044 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fba1d6-448b-4ae1-bf37-988b3d6baac9 req-08ba3371-3447-4fc9-8903-072d0c804759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:35:55.380438 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-b0fba1d6-448b-4ae1-bf37-988b3d6baac9 req-08ba3371-3447-4fc9-8903-072d0c804759 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7c490f9a-1358-4140-991d-bf32698f77aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0549488 Jul 07 14:35:55.471666 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-b0fba1d6-448b-4ae1-bf37-988b3d6baac9 req-91abadd1-dd94-44a9-8ff7-5af90250b9ad service neutron] 10.222.0.24 "GET /v2.0/networks/7c490f9a-1358-4140-991d-bf32698f77aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831633 Jul 07 14:35:55.564485 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-b0fba1d6-448b-4ae1-bf37-988b3d6baac9 req-dad83559-f5d8-450f-8ed2-df42c8e2d9ab service neutron] 10.222.0.24 "GET /v2.0/networks/7c490f9a-1358-4140-991d-bf32698f77aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856199 Jul 07 14:35:56.234382 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.agents_db [None req-578d1851-68de-424d-8d1f-a58f436dd381 None None] Agent healthcheck: found 6 active agents {{(pid=92956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 14:35:57.530794 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-dfb56fc1-68ad-4b86-b41a-d18d3fc866cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:35:57.860337 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:35:58.753612 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-797095d9-f31f-46bc-add0-d9922559420e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:00.343794 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-de2cb0b5-6e4a-418e-bae1-4b4e8a512c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:02.625120 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:12.758330 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 42516) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:36:12.869381 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-592017d7-19ed-4621-9b44-771588ef5061 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:12.985159 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-592017d7-19ed-4621-9b44-771588ef5061 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:12.989981 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-592017d7-19ed-4621-9b44-771588ef5061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:13.042942 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-592017d7-19ed-4621-9b44-771588ef5061 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6c33629b8645455bb0346ca211691806&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2830412 Jul 07 14:36:13.043946 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592017d7-19ed-4621-9b44-771588ef5061 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51500687-4276-4586-9dba-d9c3b30c3bd7,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:36:13.045126 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 42520) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:36:13.102127 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-c056f0b6-3f69-47b2-ace3-b7e32190bfc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:13.128501 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-c056f0b6-3f69-47b2-ace3-b7e32190bfc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:13.180682 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-c056f0b6-3f69-47b2-ace3-b7e32190bfc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:13.183245 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-c056f0b6-3f69-47b2-ace3-b7e32190bfc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:13.184388 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-c056f0b6-3f69-47b2-ace3-b7e32190bfc5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/51500687-4276-4586-9dba-d9c3b30c3bd7 HTTP/1.1" status: 204 len: 168 time: 0.1381609 Jul 07 14:36:13.194080 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c056f0b6-3f69-47b2-ace3-b7e32190bfc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51500687-4276-4586-9dba-d9c3b30c3bd7,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:36:14.109675 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc103ba-9ea4-4788-8374-435b6e7a664a req-ef97b6b1-f606-4450-a9ee-e3a4009b20f2 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:36:14.111275 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-1cc103ba-9ea4-4788-8374-435b6e7a664a req-ef97b6b1-f606-4450-a9ee-e3a4009b20f2 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/ports?device_id=963d65d9-3a8b-4658-8b90-ab1dd31f271c HTTP/1.1" status: 200 len: 947 time: 0.0660264 Jul 07 14:36:14.152489 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-1cc103ba-9ea4-4788-8374-435b6e7a664a req-c48128d2-95da-4ebd-8da7-2cdf73c887e2 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/security-groups?id=48f471bb-7db6-49cd-95b2-5af8cd26bae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351675 Jul 07 14:36:15.329901 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624a693f-3546-4437-ab75-5a8c89a7d181 req-15716913-c262-43f0-b0da-b874568ec0c9 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:36:15.331415 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-624a693f-3546-4437-ab75-5a8c89a7d181 req-15716913-c262-43f0-b0da-b874568ec0c9 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/ports?device_id=963d65d9-3a8b-4658-8b90-ab1dd31f271c HTTP/1.1" status: 200 len: 947 time: 0.0619755 Jul 07 14:36:15.369416 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-624a693f-3546-4437-ab75-5a8c89a7d181 req-f4296d85-9c02-459e-a212-a17d71953870 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/security-groups?id=48f471bb-7db6-49cd-95b2-5af8cd26bae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324211 Jul 07 14:36:15.824016 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0a1fe7-daf9-4874-bbd5-b14e64bfb666 req-324be777-7ccf-43b0-9cdd-cb6bb7eb16ec tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:36:15.825417 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-7b0a1fe7-daf9-4874-bbd5-b14e64bfb666 req-324be777-7ccf-43b0-9cdd-cb6bb7eb16ec tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.24 "GET /v2.0/ports?device_id=963d65d9-3a8b-4658-8b90-ab1dd31f271c HTTP/1.1" status: 200 len: 947 time: 0.0599749 Jul 07 14:36:15.929640 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.plugin [req-7b0a1fe7-daf9-4874-bbd5-b14e64bfb666 req-c1ad91b9-1cb5-4073-aca2-ac9e889ecf7b tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Deleting port a4eb7492-116a-40df-ad2e-dd1161978853 {{(pid=92954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 14:36:15.929890 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-7b0a1fe7-daf9-4874-bbd5-b14e64bfb666 req-c1ad91b9-1cb5-4073-aca2-ac9e889ecf7b tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744351408860'] for port, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:16.017509 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [req-7b0a1fe7-daf9-4874-bbd5-b14e64bfb666 req-c1ad91b9-1cb5-4073-aca2-ac9e889ecf7b tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] For port a4eb7492-116a-40df-ad2e-dd1161978853, host hv-cinder-79982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79982',level=0,port_id=a4eb7492-116a-40df-ad2e-dd1161978853,segment=NetworkSegment(a145ae2e-96d2-4239-b9ef-8a493ddf839d),segment_id=a145ae2e-96d2-4239-b9ef-8a493ddf839d)] {{(pid=92954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 14:36:16.017858 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-7b0a1fe7-daf9-4874-bbd5-b14e64bfb666 req-c1ad91b9-1cb5-4073-aca2-ac9e889ecf7b tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1715988'] for port, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:16.178199 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-7b0a1fe7-daf9-4874-bbd5-b14e64bfb666 req-c1ad91b9-1cb5-4073-aca2-ac9e889ecf7b tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:16.178598 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-7b0a1fe7-daf9-4874-bbd5-b14e64bfb666 req-c1ad91b9-1cb5-4073-aca2-ac9e889ecf7b tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1662057'] for floatingip, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:16.178911 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.db.l3_db [req-7b0a1fe7-daf9-4874-bbd5-b14e64bfb666 req-c1ad91b9-1cb5-4073-aca2-ac9e889ecf7b tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Floating IP e3fc5600-e619-4fb9-b5d0-17ee9b2846d0 disassociated. External IP: 172.27.0.94, port: a4eb7492-116a-40df-ad2e-dd1161978853. Jul 07 14:36:16.179251 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.plugin [req-7b0a1fe7-daf9-4874-bbd5-b14e64bfb666 req-c1ad91b9-1cb5-4073-aca2-ac9e889ecf7b tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Calling delete_port for a4eb7492-116a-40df-ad2e-dd1161978853 owned by compute:nova {{(pid=92954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 14:36:16.306142 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-7b0a1fe7-daf9-4874-bbd5-b14e64bfb666 req-c1ad91b9-1cb5-4073-aca2-ac9e889ecf7b tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744351415830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744350976997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8461640'] for port, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:16.334751 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ad91b9-1cb5-4073-aca2-ac9e889ecf7b tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Pushing event deleted for resources: {'Port': ['ID=a4eb7492-116a-40df-ad2e-dd1161978853,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:36:16.521389 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-c9f02d73-0e94-47cc-9bb2-d399d29a7d9b req-cced51d2-e4a1-4632-9161-cfe917ed301b tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/ports?device_id=963d65d9-3a8b-4658-8b90-ab1dd31f271c HTTP/1.1" status: 200 len: 210 time: 0.0302944 Jul 07 14:36:16.698415 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7b0a1fe7-daf9-4874-bbd5-b14e64bfb666 req-c1ad91b9-1cb5-4073-aca2-ac9e889ecf7b tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Router 7c241464-ad6d-4c10-9c40-aa2237452a65 has already been hosted by L3 agent 652ddd47-bc13-4e1c-8285-b4eb8cea957f {{(pid=92954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 14:36:16.829480 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7b0a1fe7-daf9-4874-bbd5-b14e64bfb666 req-c1ad91b9-1cb5-4073-aca2-ac9e889ecf7b tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Notify agent at l3_agent.dv-cinder-799821-1-iscsi the message routers_updated {{(pid=92954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 14:36:16.840222 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a81569-8002-4c18-bab8-d56eb2cab086 None None] Sync routers for ids ['7c241464-ad6d-4c10-9c40-aa2237452a65'] in dv-cinder-799821-1-iscsi {{(pid=92956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 14:36:16.853842 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a81569-8002-4c18-bab8-d56eb2cab086 None None] Routers {'7c241464-ad6d-4c10-9c40-aa2237452a65'} bound to L3 agent in host dv-cinder-799821-1-iscsi {{(pid=92956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 14:36:16.854706 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-e3a81569-8002-4c18-bab8-d56eb2cab086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T13:53:27Z,description=,heartbeat_timestamp=2021-07-07T14:35:58Z,host='dv-cinder-799821-1-iscsi',id=652ddd47-bc13-4e1c-8285-b4eb8cea957f,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:53:27Z,topic='l3_agent')) {'router_ids': ['7c241464-ad6d-4c10-9c40-aa2237452a65'], 'active': True} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:36:16.883421 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b0a1fe7-daf9-4874-bbd5-b14e64bfb666 req-c1ad91b9-1cb5-4073-aca2-ac9e889ecf7b tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] No DVR routers for this DVR port a4eb7492-116a-40df-ad2e-dd1161978853 on host hv-cinder-79982 {{(pid=92954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 14:36:16.886274 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-7b0a1fe7-daf9-4874-bbd5-b14e64bfb666 req-c1ad91b9-1cb5-4073-aca2-ac9e889ecf7b tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171717'] for port, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:16.888576 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-7b0a1fe7-daf9-4874-bbd5-b14e64bfb666 req-c1ad91b9-1cb5-4073-aca2-ac9e889ecf7b tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.24 "DELETE /v2.0/ports/a4eb7492-116a-40df-ad2e-dd1161978853 HTTP/1.1" status: 204 len: 173 time: 1.0546982 Jul 07 14:36:16.889147 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '963d65d9-3a8b-4658-8b90-ab1dd31f271c', 'name': 'network-vif-deleted', 'tag': 'a4eb7492-116a-40df-ad2e-dd1161978853'}] {{(pid=92954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 14:36:16.892159 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23a2f25214143ca7dc6eabc905ff8a7df5b3799efbbaa422209646810e3da78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77a9107b-3daa-4633-8681-fa63579a25a8" -d '{"events": [{"server_uuid": "963d65d9-3a8b-4658-8b90-ab1dd31f271c", "name": "network-vif-deleted", "tag": "a4eb7492-116a-40df-ad2e-dd1161978853"}]}' {{(pid=92954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 14:36:16.932646 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 14:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1fd87d2-1046-4661-8801-7d1890994c95 x-openstack-request-id: req-d1fd87d2-1046-4661-8801-7d1890994c95 {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 14:36:16.933472 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "963d65d9-3a8b-4658-8b90-ab1dd31f271c", "name": "network-vif-deleted", "tag": "a4eb7492-116a-40df-ad2e-dd1161978853", "status": "completed", "code": 200}]} {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 14:36:16.933854 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d1fd87d2-1046-4661-8801-7d1890994c95 {{(pid=92954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 14:36:16.934199 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '963d65d9-3a8b-4658-8b90-ab1dd31f271c', 'name': 'network-vif-deleted', 'tag': 'a4eb7492-116a-40df-ad2e-dd1161978853', 'status': 'completed', 'code': 200} Jul 07 14:36:16.972043 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvr_db [None req-e3a81569-8002-4c18-bab8-d56eb2cab086 None None] Set router 7c241464-ad6d-4c10-9c40-aa2237452a65 gateway port host: dv-cinder-799821-1-iscsi {{(pid=92956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 14:36:17.206175 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-e3a81569-8002-4c18-bab8-d56eb2cab086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c241464-ad6d-4c10-9c40-aa2237452a65', 'name': 'tempest-AttachVolumeShelveTestJSON-150411847-router', 'tenant_id': 'e89386cc9223406eb854d8ec22d5afad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'external_fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '566ca855-06e2-4dd7-b9ea-aa2d7a284af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T14:27:39Z', 'updated_at': '2021-07-07T14:27:42Z', 'revision_number': 4, 'project_id': 'e89386cc9223406eb854d8ec22d5afad', 'gw_port': {'id': '566ca855-06e2-4dd7-b9ea-aa2d7a284af4', 'name': '', 'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:a0:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c241464-ad6d-4c10-9c40-aa2237452a65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:27:40Z', 'updated_at': '2021-07-07T14:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799821-1-iscsi', '_interfaces': [{'id': '9799e51c-57d0-442e-8fcb-cb0875cbe17a', 'name': '', 'network_id': '7c490f9a-1358-4140-991d-bf32698f77aa', 'tenant_id': 'e89386cc9223406eb854d8ec22d5afad', 'mac_address': 'fa:16:3e:63:b9:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c241464-ad6d-4c10-9c40-aa2237452a65', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '6b18de7e-b643-4fd7-b48b-d38da4c85021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:27:41Z', 'updated_at': '2021-07-07T14:27:47Z', 'revision_number': 5, 'project_id': 'e89386cc9223406eb854d8ec22d5afad', 'subnets': [{'id': '6b18de7e-b643-4fd7-b48b-d38da4c85021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799821-1-iscsi', False) {} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:36:17.234360 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a81569-8002-4c18-bab8-d56eb2cab086 None None] Checking router: 7c241464-ad6d-4c10-9c40-aa2237452a65 for host: dv-cinder-799821-1-iscsi {{(pid=92956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 14:36:17.242682 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a81569-8002-4c18-bab8-d56eb2cab086 None None] Routers {'7c241464-ad6d-4c10-9c40-aa2237452a65'} bound to L3 agent in host dv-cinder-799821-1-iscsi {{(pid=92956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 14:36:17.243284 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-e3a81569-8002-4c18-bab8-d56eb2cab086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T13:53:27Z,description=,heartbeat_timestamp=2021-07-07T14:35:58Z,host='dv-cinder-799821-1-iscsi',id=652ddd47-bc13-4e1c-8285-b4eb8cea957f,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:53:27Z,topic='l3_agent')) {'router_ids': ['7c241464-ad6d-4c10-9c40-aa2237452a65'], 'active': True} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:36:17.345967 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvr_db [None req-e3a81569-8002-4c18-bab8-d56eb2cab086 None None] Set router 7c241464-ad6d-4c10-9c40-aa2237452a65 gateway port host: dv-cinder-799821-1-iscsi {{(pid=92956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 14:36:17.550491 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-e3a81569-8002-4c18-bab8-d56eb2cab086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c241464-ad6d-4c10-9c40-aa2237452a65', 'name': 'tempest-AttachVolumeShelveTestJSON-150411847-router', 'tenant_id': 'e89386cc9223406eb854d8ec22d5afad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'external_fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '566ca855-06e2-4dd7-b9ea-aa2d7a284af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T14:27:39Z', 'updated_at': '2021-07-07T14:27:42Z', 'revision_number': 4, 'project_id': 'e89386cc9223406eb854d8ec22d5afad', 'gw_port': {'id': '566ca855-06e2-4dd7-b9ea-aa2d7a284af4', 'name': '', 'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:a0:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c241464-ad6d-4c10-9c40-aa2237452a65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:27:40Z', 'updated_at': '2021-07-07T14:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799821-1-iscsi', '_interfaces': [{'id': '9799e51c-57d0-442e-8fcb-cb0875cbe17a', 'name': '', 'network_id': '7c490f9a-1358-4140-991d-bf32698f77aa', 'tenant_id': 'e89386cc9223406eb854d8ec22d5afad', 'mac_address': 'fa:16:3e:63:b9:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c241464-ad6d-4c10-9c40-aa2237452a65', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '6b18de7e-b643-4fd7-b48b-d38da4c85021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:27:41Z', 'updated_at': '2021-07-07T14:27:47Z', 'revision_number': 5, 'project_id': 'e89386cc9223406eb854d8ec22d5afad', 'subnets': [{'id': '6b18de7e-b643-4fd7-b48b-d38da4c85021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799821-1-iscsi', False) {} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:36:17.577265 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a81569-8002-4c18-bab8-d56eb2cab086 None None] The sync data for ids ['7c241464-ad6d-4c10-9c40-aa2237452a65'] in dv-cinder-799821-1-iscsi is: [{'id': '7c241464-ad6d-4c10-9c40-aa2237452a65', 'name': 'tempest-AttachVolumeShelveTestJSON-150411847-router', 'tenant_id': 'e89386cc9223406eb854d8ec22d5afad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'external_fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '566ca855-06e2-4dd7-b9ea-aa2d7a284af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T14:27:39Z', 'updated_at': '2021-07-07T14:27:42Z', 'revision_number': 4, 'project_id': 'e89386cc9223406eb854d8ec22d5afad', 'gw_port': {'id': '566ca855-06e2-4dd7-b9ea-aa2d7a284af4', 'name': '', 'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:a0:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c241464-ad6d-4c10-9c40-aa2237452a65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:27:40Z', 'updated_at': '2021-07-07T14:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799821-1-iscsi', '_interfaces': [{'id': '9799e51c-57d0-442e-8fcb-cb0875cbe17a', 'name': '', 'network_id': '7c490f9a-1358-4140-991d-bf32698f77aa', 'tenant_id': 'e89386cc9223406eb854d8ec22d5afad', 'mac_address': 'fa:16:3e:63:b9:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c241464-ad6d-4c10-9c40-aa2237452a65', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '6b18de7e-b643-4fd7-b48b-d38da4c85021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:27:41Z', 'updated_at': '2021-07-07T14:27:47Z', 'revision_number': 5, 'project_id': 'e89386cc9223406eb854d8ec22d5afad', 'subnets': [{'id': '6b18de7e-b643-4fd7-b48b-d38da4c85021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 14:36:17.656783 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 42600) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:36:17.715756 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-2ac91fb9-e99e-4295-b298-016d271454cb tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Notify callbacks [] for security_group, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:17.741276 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-2ac91fb9-e99e-4295-b298-016d271454cb tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:17.791966 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-2ac91fb9-e99e-4295-b298-016d271454cb tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:17.794726 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-2ac91fb9-e99e-4295-b298-016d271454cb tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Notify callbacks [] for security_group, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:17.795887 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-2ac91fb9-e99e-4295-b298-016d271454cb tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "DELETE /v2.0/security-groups/48f471bb-7db6-49cd-95b2-5af8cd26bae1 HTTP/1.1" status: 204 len: 168 time: 0.1375935 Jul 07 14:36:17.799566 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 42602) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:36:17.806047 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac91fb9-e99e-4295-b298-016d271454cb tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48f471bb-7db6-49cd-95b2-5af8cd26bae1,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:36:17.811910 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442d2333-5c21-4ab1-a418-23714996093f None None] New status for floating IP e3fc5600-e619-4fb9-b5d0-17ee9b2846d0: DOWN {{(pid=92955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 14:36:17.816382 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.api.v2.resource [None req-a95cc220-cd2e-4a9b-acb1-57162354eb21 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] show failed (client error): The resource could not be found. Jul 07 14:36:17.820310 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 42604) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:36:17.820447 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-a95cc220-cd2e-4a9b-acb1-57162354eb21 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/security-groups/48f471bb-7db6-49cd-95b2-5af8cd26bae1 HTTP/1.1" status: 404 len: 347 time: 0.0197396 Jul 07 14:36:17.946554 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-ed4f3dfc-ce54-4a8a-b587-5de63cf7329e tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Deleting port 977c9bd5-c648-4204-9880-d1ef9a5e325b {{(pid=92953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 14:36:17.946896 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-ed4f3dfc-ce54-4a8a-b587-5de63cf7329e tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744351408860'] for port, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:18.020735 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-ed4f3dfc-ce54-4a8a-b587-5de63cf7329e tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1715988'] for port, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:18.021057 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-ed4f3dfc-ce54-4a8a-b587-5de63cf7329e tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:18.032105 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-ed4f3dfc-ce54-4a8a-b587-5de63cf7329e tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Calling delete_port for 977c9bd5-c648-4204-9880-d1ef9a5e325b owned by network:floatingip {{(pid=92953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 14:36:18.166470 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-ed4f3dfc-ce54-4a8a-b587-5de63cf7329e tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744351415830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744350976997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2608659'] for port, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:18.195367 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4f3dfc-ce54-4a8a-b587-5de63cf7329e tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Pushing event deleted for resources: {'Port': ['ID=977c9bd5-c648-4204-9880-d1ef9a5e325b,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:36:18.259267 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-ed4f3dfc-ce54-4a8a-b587-5de63cf7329e tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Notify callbacks [] for floatingip, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:18.262839 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-ed4f3dfc-ce54-4a8a-b587-5de63cf7329e tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171717'] for floatingip, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:18.264211 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-ed4f3dfc-ce54-4a8a-b587-5de63cf7329e tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "DELETE /v2.0/floatingips/e3fc5600-e619-4fb9-b5d0-17ee9b2846d0 HTTP/1.1" status: 204 len: 168 time: 0.4427102 Jul 07 14:36:19.737931 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Device a4eb7492-116a-40df-ad2e-dd1161978853 no longer exists at agent hyperv_hv-cinder-79982 {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 14:36:19.758966 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] No Port match for: a4eb7492-116a-40df-ad2e-dd1161978853 {{(pid=92955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 14:36:19.759374 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Device a4eb7492-116a-40df-ad2e-dd1161978853 not bound to the agent host hv-cinder-79982 {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 14:36:19.840491 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 42658) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:36:19.846130 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.v2.base [None req-30afe752-931f-477a-b281-de8f274f1382 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Request body: {'security_group': {'name': 'tempest-securitygroup--630647637', 'description': 'tempest-description--504495871'}} {{(pid=92953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 14:36:19.870062 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-30afe752-931f-477a-b281-de8f274f1382 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Notify callbacks [] for security_group, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:19.956320 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-30afe752-931f-477a-b281-de8f274f1382 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Notify callbacks [] for security_group, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:19.960254 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-30afe752-931f-477a-b281-de8f274f1382 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:19.994665 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30afe752-931f-477a-b281-de8f274f1382 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb65e8b4-eab0-4462-8ea9-f84e2fbecdbf,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:36:19.997197 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-30afe752-931f-477a-b281-de8f274f1382 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Notify callbacks [] for security_group, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:20.001131 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-30afe752-931f-477a-b281-de8f274f1382 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1568518 Jul 07 14:36:20.001424 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 42662) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:36:20.006309 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.v2.base [None req-0e552af5-925d-4c90-940f-931d9126d1f1 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Request body: {'security_group_rule': {'security_group_id': 'eb65e8b4-eab0-4462-8ea9-f84e2fbecdbf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 14:36:20.033567 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0e552af5-925d-4c90-940f-931d9126d1f1 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:20.089223 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0e552af5-925d-4c90-940f-931d9126d1f1 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:20.093007 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0e552af5-925d-4c90-940f-931d9126d1f1 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1690631'] for security_group_rule, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:20.115311 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e552af5-925d-4c90-940f-931d9126d1f1 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c9a8027-df52-47bd-ad2e-6cb839487e61,revision_number=0']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:36:20.119851 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0e552af5-925d-4c90-940f-931d9126d1f1 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:20.125011 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 42668) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:36:20.126042 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-0e552af5-925d-4c90-940f-931d9126d1f1 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1227112 Jul 07 14:36:20.130413 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [None req-095fb0c3-b122-4d2d-9ed6-a7dfeb605531 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Request body: {'security_group_rule': {'security_group_id': 'eb65e8b4-eab0-4462-8ea9-f84e2fbecdbf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 14:36:20.159430 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-095fb0c3-b122-4d2d-9ed6-a7dfeb605531 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:20.207730 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-095fb0c3-b122-4d2d-9ed6-a7dfeb605531 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:20.211479 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-095fb0c3-b122-4d2d-9ed6-a7dfeb605531 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1690631'] for security_group_rule, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:20.230356 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095fb0c3-b122-4d2d-9ed6-a7dfeb605531 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad121b2d-9e7f-4c7b-ab3c-3d9af72bdb86,revision_number=0']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:36:20.237927 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-095fb0c3-b122-4d2d-9ed6-a7dfeb605531 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:20.239543 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-095fb0c3-b122-4d2d-9ed6-a7dfeb605531 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1127062 Jul 07 14:36:20.242797 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 42674) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:36:20.247668 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.v2.base [None req-fd34bfb8-fdf3-4405-9946-9f2c40e28f5b tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Request body: {'floatingip': {'floating_network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5'}} {{(pid=92953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 14:36:20.271756 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-fd34bfb8-fdf3-4405-9946-9f2c40e28f5b tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Notify callbacks [] for floatingip, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:20.369124 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-fd34bfb8-fdf3-4405-9946-9f2c40e28f5b tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:20.479467 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.db.db_base_plugin_common [None req-fd34bfb8-fdf3-4405-9946-9f2c40e28f5b tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Allocated IP 172.27.0.192 (c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5/157deb10-066f-4182-88bf-9da6b52b6e64/ada8735b-8332-4d8b-98b8-1c0958cad721) {{(pid=92953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 14:36:20.580885 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-fd34bfb8-fdf3-4405-9946-9f2c40e28f5b tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Notify callbacks [] for port, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:20.618258 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-fd34bfb8-fdf3-4405-9946-9f2c40e28f5b tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744350976988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2608666'] for port, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:20.656017 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd34bfb8-fdf3-4405-9946-9f2c40e28f5b tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Network c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5 is already hosted by enough agents. {{(pid=92953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 14:36:20.659987 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.scheduler.base_scheduler [None req-fd34bfb8-fdf3-4405-9946-9f2c40e28f5b tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Resources bound (agent type, host, resource id): {{(pid=92953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 14:36:20.665499 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd34bfb8-fdf3-4405-9946-9f2c40e28f5b tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Received port after_create {{(pid=92953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 14:36:20.671064 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd34bfb8-fdf3-4405-9946-9f2c40e28f5b tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Pushing event updated for resources: {'Port': ['ID=ada8735b-8332-4d8b-98b8-1c0958cad721,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:36:20.756876 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-fd34bfb8-fdf3-4405-9946-9f2c40e28f5b tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:20.799420 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-fd34bfb8-fdf3-4405-9946-9f2c40e28f5b tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:20.945828 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-fd34bfb8-fdf3-4405-9946-9f2c40e28f5b tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Notify callbacks [] for port, precommit_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:20.950289 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-fd34bfb8-fdf3-4405-9946-9f2c40e28f5b tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2608872'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:21.014872 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd34bfb8-fdf3-4405-9946-9f2c40e28f5b tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Pushing event updated for resources: {'Port': ['ID=ada8735b-8332-4d8b-98b8-1c0958cad721,revision_number=2']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:36:21.026841 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-fd34bfb8-fdf3-4405-9946-9f2c40e28f5b tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1662057'] for floatingip, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:21.039369 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-fd34bfb8-fdf3-4405-9946-9f2c40e28f5b tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171717'] for floatingip, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:21.040557 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-fd34bfb8-fdf3-4405-9946-9f2c40e28f5b tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7966084 Jul 07 14:36:21.223240 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-6367f1c8-dae0-42c3-826d-d7b8fba92acb req-f44ac81e-d0e1-4eb1-b2c4-eaa598cb90ba tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--630647637&fields=id&tenant_id=e89386cc9223406eb854d8ec22d5afad HTTP/1.1" status: 200 len: 267 time: 0.0331824 Jul 07 14:36:21.330706 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6367f1c8-dae0-42c3-826d-d7b8fba92acb req-33578480-783a-4564-8e3c-1fe361046459 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:36:21.332175 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-6367f1c8-dae0-42c3-826d-d7b8fba92acb req-33578480-783a-4564-8e3c-1fe361046459 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/networks?id=7c490f9a-1358-4140-991d-bf32698f77aa HTTP/1.1" status: 200 len: 816 time: 0.1025150 Jul 07 14:36:21.347099 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-6367f1c8-dae0-42c3-826d-d7b8fba92acb req-fd80cdef-d61c-410a-9990-724821c45954 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/quotas/e89386cc9223406eb854d8ec22d5afad HTTP/1.1" status: 200 len: 375 time: 0.0095615 Jul 07 14:36:21.412882 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-6367f1c8-dae0-42c3-826d-d7b8fba92acb req-680a4bcb-4b33-4be7-a482-16805fcb05f1 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e89386cc9223406eb854d8ec22d5afad&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0605793 Jul 07 14:36:21.600476 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-6367f1c8-dae0-42c3-826d-d7b8fba92acb req-d5daa4f0-c28e-4169-a7c0-909d0a4a24a2 service neutron] 10.222.0.16 "GET /v2.0/networks/7c490f9a-1358-4140-991d-bf32698f77aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767235 Jul 07 14:36:21.689347 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-6367f1c8-dae0-42c3-826d-d7b8fba92acb req-3a6871a2-e329-47fd-b8f1-77a9f866cc2d service neutron] 10.222.0.16 "GET /v2.0/networks/7c490f9a-1358-4140-991d-bf32698f77aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828657 Jul 07 14:36:21.863044 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-5030719c-ffa8-4df8-b22a-62d40d0c0979 req-26138780-fddd-439d-9cfb-aef5bf67e800 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/ports?device_id=9be2ba1c-93da-4988-9c0c-134e044f8498 HTTP/1.1" status: 200 len: 210 time: 0.0359101 Jul 07 14:36:23.002485 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6367f1c8-dae0-42c3-826d-d7b8fba92acb req-ef8860ce-a7fb-4d5d-8ffc-b7e3e52ff61b tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:36:23.005222 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-6367f1c8-dae0-42c3-826d-d7b8fba92acb req-ef8860ce-a7fb-4d5d-8ffc-b7e3e52ff61b tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.24 "GET /v2.0/networks?id=7c490f9a-1358-4140-991d-bf32698f77aa HTTP/1.1" status: 200 len: 816 time: 0.1144831 Jul 07 14:36:23.022573 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-021d23f3-3f18-4a82-b257-b1e65767a96f req-f01dbd28-326f-4238-85ee-6298753d3db5 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/ports?device_id=9be2ba1c-93da-4988-9c0c-134e044f8498 HTTP/1.1" status: 200 len: 210 time: 0.0284667 Jul 07 14:36:23.063874 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-6367f1c8-dae0-42c3-826d-d7b8fba92acb req-f34ad1b2-0713-4873-825e-84773c7a80a1 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e89386cc9223406eb854d8ec22d5afad HTTP/1.1" status: 200 len: 379 time: 0.0417407 Jul 07 14:36:23.075191 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [req-6367f1c8-dae0-42c3-826d-d7b8fba92acb req-e9365186-72f4-4e0a-aa78-689967c06f4f tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Request body: {'port': {'device_id': '9be2ba1c-93da-4988-9c0c-134e044f8498', 'network_id': '7c490f9a-1358-4140-991d-bf32698f77aa', 'admin_state_up': True, 'tenant_id': 'e89386cc9223406eb854d8ec22d5afad', 'security_groups': ['eb65e8b4-eab0-4462-8ea9-f84e2fbecdbf']}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 14:36:23.184006 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6367f1c8-dae0-42c3-826d-d7b8fba92acb req-e9365186-72f4-4e0a-aa78-689967c06f4f tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Made reservation on behalf of e89386cc9223406eb854d8ec22d5afad for: {'port': 1} {{(pid=92954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 14:36:23.187539 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-6367f1c8-dae0-42c3-826d-d7b8fba92acb req-e9365186-72f4-4e0a-aa78-689967c06f4f tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:23.308354 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.db.db_base_plugin_common [req-6367f1c8-dae0-42c3-826d-d7b8fba92acb req-e9365186-72f4-4e0a-aa78-689967c06f4f tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Allocated IP 172.20.0.12 (7c490f9a-1358-4140-991d-bf32698f77aa/6b18de7e-b643-4fd7-b48b-d38da4c85021/191bea45-2270-4f50-9df2-728222eacacb) {{(pid=92954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 14:36:23.444215 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-6367f1c8-dae0-42c3-826d-d7b8fba92acb req-e9365186-72f4-4e0a-aa78-689967c06f4f tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Notify callbacks [] for port, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:23.457461 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.db.provisioning_blocks [req-6367f1c8-dae0-42c3-826d-d7b8fba92acb req-e9365186-72f4-4e0a-aa78-689967c06f4f tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Transition to ACTIVE for port object 191bea45-2270-4f50-9df2-728222eacacb will not be triggered until provisioned by entity DHCP. {{(pid=92954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 14:36:23.489577 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-6367f1c8-dae0-42c3-826d-d7b8fba92acb req-e9365186-72f4-4e0a-aa78-689967c06f4f tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744350976988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8461633'] for port, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:23.531394 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6367f1c8-dae0-42c3-826d-d7b8fba92acb req-e9365186-72f4-4e0a-aa78-689967c06f4f tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Network 7c490f9a-1358-4140-991d-bf32698f77aa is already hosted by enough agents. {{(pid=92954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 14:36:23.534490 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.scheduler.base_scheduler [req-6367f1c8-dae0-42c3-826d-d7b8fba92acb req-e9365186-72f4-4e0a-aa78-689967c06f4f tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Resources bound (agent type, host, resource id): {{(pid=92954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 14:36:23.540509 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [req-6367f1c8-dae0-42c3-826d-d7b8fba92acb req-e9365186-72f4-4e0a-aa78-689967c06f4f tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Received port after_create {{(pid=92954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 14:36:23.569347 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9365186-72f4-4e0a-aa78-689967c06f4f tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Pushing event updated for resources: {'Port': ['ID=191bea45-2270-4f50-9df2-728222eacacb,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:36:23.597832 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6367f1c8-dae0-42c3-826d-d7b8fba92acb req-e9365186-72f4-4e0a-aa78-689967c06f4f tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:36:23.598484 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-6367f1c8-dae0-42c3-826d-d7b8fba92acb req-e9365186-72f4-4e0a-aa78-689967c06f4f tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171717'] for port, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:23.614178 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-6367f1c8-dae0-42c3-826d-d7b8fba92acb req-e9365186-72f4-4e0a-aa78-689967c06f4f tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5426416 Jul 07 14:36:23.631345 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [req-6367f1c8-dae0-42c3-826d-d7b8fba92acb req-a8434cb7-85f9-4a29-968b-5133e71cab70 service neutron] Request body: {'port': {'device_id': '9be2ba1c-93da-4988-9c0c-134e044f8498', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79982'}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 14:36:23.703642 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-6367f1c8-dae0-42c3-826d-d7b8fba92acb req-a8434cb7-85f9-4a29-968b-5133e71cab70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:23.763351 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-f887d546-e4f2-43ce-ab13-c3b8dc8d5645 None None] Provisioning for port 191bea45-2270-4f50-9df2-728222eacacb completed by entity DHCP. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 14:36:23.767740 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-f887d546-e4f2-43ce-ab13-c3b8dc8d5645 None None] Provisioning complete for port 191bea45-2270-4f50-9df2-728222eacacb triggered by entity DHCP. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 14:36:23.768313 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-f887d546-e4f2-43ce-ab13-c3b8dc8d5645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732533'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:23.804354 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-f887d546-e4f2-43ce-ab13-c3b8dc8d5645 None None] Port 191bea45-2270-4f50-9df2-728222eacacb cannot update to ACTIVE because it is not bound. {{(pid=92955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 14:36:23.977800 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.notifiers.nova [req-6367f1c8-dae0-42c3-826d-d7b8fba92acb req-a8434cb7-85f9-4a29-968b-5133e71cab70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 191bea45-2270-4f50-9df2-728222eacacb {{(pid=92954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 14:36:23.985579 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-6367f1c8-dae0-42c3-826d-d7b8fba92acb req-a8434cb7-85f9-4a29-968b-5133e71cab70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:23.997033 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.db.provisioning_blocks [req-6367f1c8-dae0-42c3-826d-d7b8fba92acb req-a8434cb7-85f9-4a29-968b-5133e71cab70 service neutron] Transition to ACTIVE for port object 191bea45-2270-4f50-9df2-728222eacacb will not be triggered until provisioned by entity L2. {{(pid=92954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 14:36:24.002972 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-6367f1c8-dae0-42c3-826d-d7b8fba92acb req-a8434cb7-85f9-4a29-968b-5133e71cab70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8461747'] for port, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:24.035263 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 42730) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:36:24.053351 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8434cb7-85f9-4a29-968b-5133e71cab70 service neutron] Pushing event updated for resources: {'Port': ['ID=191bea45-2270-4f50-9df2-728222eacacb,revision_number=2']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:36:24.127581 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [req-6367f1c8-dae0-42c3-826d-d7b8fba92acb req-a8434cb7-85f9-4a29-968b-5133e71cab70 service neutron] Attempting to bind port 191bea45-2270-4f50-9df2-728222eacacb on host hv-cinder-79982 for vnic_type normal with profile {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 14:36:24.128239 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [req-6367f1c8-dae0-42c3-826d-d7b8fba92acb req-a8434cb7-85f9-4a29-968b-5133e71cab70 service neutron] Attempting to bind port 191bea45-2270-4f50-9df2-728222eacacb by drivers openvswitch,hyperv on host hv-cinder-79982 at level 0 using segments [{'id': 'a145ae2e-96d2-4239-b9ef-8a493ddf839d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '7c490f9a-1358-4140-991d-bf32698f77aa'}] {{(pid=92954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 14:36:24.128882 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6367f1c8-dae0-42c3-826d-d7b8fba92acb req-a8434cb7-85f9-4a29-968b-5133e71cab70 service neutron] Attempting to bind port 191bea45-2270-4f50-9df2-728222eacacb on network 7c490f9a-1358-4140-991d-bf32698f77aa {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 14:36:24.134416 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6367f1c8-dae0-42c3-826d-d7b8fba92acb req-a8434cb7-85f9-4a29-968b-5133e71cab70 service neutron] Port 191bea45-2270-4f50-9df2-728222eacacb on network 7c490f9a-1358-4140-991d-bf32698f77aa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79982 {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 14:36:24.134860 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6367f1c8-dae0-42c3-826d-d7b8fba92acb req-a8434cb7-85f9-4a29-968b-5133e71cab70 service neutron] Attempting to bind port 191bea45-2270-4f50-9df2-728222eacacb on network 7c490f9a-1358-4140-991d-bf32698f77aa {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 14:36:24.141741 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6367f1c8-dae0-42c3-826d-d7b8fba92acb req-a8434cb7-85f9-4a29-968b-5133e71cab70 service neutron] Checking agent: {'id': 'e287df4f-fe28-4fcb-9cb8-6aa29893570a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79982', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 13, 59, 32), 'started_at': datetime.datetime(2021, 7, 7, 13, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 14, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 14:36:24.142471 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6367f1c8-dae0-42c3-826d-d7b8fba92acb req-a8434cb7-85f9-4a29-968b-5133e71cab70 service neutron] Checking segment: {'id': 'a145ae2e-96d2-4239-b9ef-8a493ddf839d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '7c490f9a-1358-4140-991d-bf32698f77aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 14:36:24.142964 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6367f1c8-dae0-42c3-826d-d7b8fba92acb req-a8434cb7-85f9-4a29-968b-5133e71cab70 service neutron] Bound using segment: {'id': 'a145ae2e-96d2-4239-b9ef-8a493ddf839d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '7c490f9a-1358-4140-991d-bf32698f77aa'} {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 14:36:24.143513 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [req-6367f1c8-dae0-42c3-826d-d7b8fba92acb req-a8434cb7-85f9-4a29-968b-5133e71cab70 service neutron] Bound port: 191bea45-2270-4f50-9df2-728222eacacb, host: hv-cinder-79982, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a145ae2e-96d2-4239-b9ef-8a493ddf839d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '7c490f9a-1358-4140-991d-bf32698f77aa'}}] {{(pid=92954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 14:36:24.143988 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-6367f1c8-dae0-42c3-826d-d7b8fba92acb req-a8434cb7-85f9-4a29-968b-5133e71cab70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:24.173915 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-910291e5-3af3-45ef-bdde-c9c567e2809a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:24.213648 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [req-6367f1c8-dae0-42c3-826d-d7b8fba92acb req-a8434cb7-85f9-4a29-968b-5133e71cab70 service neutron] For port 191bea45-2270-4f50-9df2-728222eacacb, host hv-cinder-79982, cleared binding levels {{(pid=92954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 14:36:24.217232 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [req-6367f1c8-dae0-42c3-826d-d7b8fba92acb req-a8434cb7-85f9-4a29-968b-5133e71cab70 service neutron] For port 191bea45-2270-4f50-9df2-728222eacacb, host hv-cinder-79982, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79982',level=0,port_id=191bea45-2270-4f50-9df2-728222eacacb,segment=NetworkSegment(a145ae2e-96d2-4239-b9ef-8a493ddf839d),segment_id=a145ae2e-96d2-4239-b9ef-8a493ddf839d)] {{(pid=92954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 14:36:24.223964 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-6367f1c8-dae0-42c3-826d-d7b8fba92acb req-a8434cb7-85f9-4a29-968b-5133e71cab70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8461747'] for port, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:24.263583 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6367f1c8-dae0-42c3-826d-d7b8fba92acb req-a8434cb7-85f9-4a29-968b-5133e71cab70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:36:24.264156 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-6367f1c8-dae0-42c3-826d-d7b8fba92acb req-a8434cb7-85f9-4a29-968b-5133e71cab70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171717'] for port, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:24.265576 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-6367f1c8-dae0-42c3-826d-d7b8fba92acb req-a8434cb7-85f9-4a29-968b-5133e71cab70 service neutron] 10.222.0.24 "PUT /v2.0/ports/191bea45-2270-4f50-9df2-728222eacacb HTTP/1.1" status: 200 len: 1094 time: 0.6387334 Jul 07 14:36:24.266085 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9be2ba1c-93da-4988-9c0c-134e044f8498', 'tag': '191bea45-2270-4f50-9df2-728222eacacb'}] {{(pid=92954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 14:36:24.268654 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23a2f25214143ca7dc6eabc905ff8a7df5b3799efbbaa422209646810e3da78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54fe1afe-1099-4231-af6e-e6b2d3ae2b8e" -d '{"events": [{"name": "network-changed", "server_uuid": "9be2ba1c-93da-4988-9c0c-134e044f8498", "tag": "191bea45-2270-4f50-9df2-728222eacacb"}]}' {{(pid=92954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 14:36:24.295620 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8434cb7-85f9-4a29-968b-5133e71cab70 service neutron] Pushing event updated for resources: {'Port': ['ID=191bea45-2270-4f50-9df2-728222eacacb,revision_number=3']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:36:24.307252 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce374290-61dd-4742-9541-3df025db33a7 req-da3ec150-ee8c-4ab2-b12a-cb2b288cc92a tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:36:24.309596 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-ce374290-61dd-4742-9541-3df025db33a7 req-da3ec150-ee8c-4ab2-b12a-cb2b288cc92a tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/ports?device_id=9be2ba1c-93da-4988-9c0c-134e044f8498 HTTP/1.1" status: 200 len: 944 time: 0.1326246 Jul 07 14:36:24.352866 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 14:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76f91ca1-f75b-46e7-b3fe-8257ddfdbf20 x-openstack-request-id: req-76f91ca1-f75b-46e7-b3fe-8257ddfdbf20 {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 14:36:24.353181 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9be2ba1c-93da-4988-9c0c-134e044f8498", "tag": "191bea45-2270-4f50-9df2-728222eacacb", "status": "completed", "code": 200}]} {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 14:36:24.353400 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-76f91ca1-f75b-46e7-b3fe-8257ddfdbf20 {{(pid=92954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 14:36:24.353790 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9be2ba1c-93da-4988-9c0c-134e044f8498', 'tag': '191bea45-2270-4f50-9df2-728222eacacb', 'status': 'completed', 'code': 200} Jul 07 14:36:24.387908 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6367f1c8-dae0-42c3-826d-d7b8fba92acb req-53e22d7c-ec7a-47b5-8fa7-9afea301e0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:36:24.389561 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-6367f1c8-dae0-42c3-826d-d7b8fba92acb req-53e22d7c-ec7a-47b5-8fa7-9afea301e0f5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e89386cc9223406eb854d8ec22d5afad&device_id=9be2ba1c-93da-4988-9c0c-134e044f8498 HTTP/1.1" status: 200 len: 1097 time: 0.0709817 Jul 07 14:36:24.389686 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-ce374290-61dd-4742-9541-3df025db33a7 req-f2870216-de78-4a42-b479-4cee622089a2 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb65e8b4-eab0-4462-8ea9-f84e2fbecdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653074 Jul 07 14:36:24.403873 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-910291e5-3af3-45ef-bdde-c9c567e2809a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:24.410853 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-910291e5-3af3-45ef-bdde-c9c567e2809a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:24.437709 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-6367f1c8-dae0-42c3-826d-d7b8fba92acb req-31d34dfc-12eb-4d97-bafc-fcec444ab15e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=191bea45-2270-4f50-9df2-728222eacacb HTTP/1.1" status: 200 len: 217 time: 0.0364027 Jul 07 14:36:24.452379 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-910291e5-3af3-45ef-bdde-c9c567e2809a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9d79b6396f8f42e0963147e238be26aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4167240 Jul 07 14:36:24.453585 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910291e5-3af3-45ef-bdde-c9c567e2809a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da9606c1-e3c4-4dea-ac8a-745bcd32ec06,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:36:24.455937 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 42738) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:36:24.522820 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6367f1c8-dae0-42c3-826d-d7b8fba92acb req-3e3712b4-7e49-45bd-8d53-60a9186cde3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:36:24.524272 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-6367f1c8-dae0-42c3-826d-d7b8fba92acb req-3e3712b4-7e49-45bd-8d53-60a9186cde3c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6b18de7e-b643-4fd7-b48b-d38da4c85021 HTTP/1.1" status: 200 len: 855 time: 0.0770295 Jul 07 14:36:24.550384 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-d0bf51d4-133d-4578-97be-8b0dcfb48f74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:24.590978 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-d0bf51d4-133d-4578-97be-8b0dcfb48f74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:24.633006 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6367f1c8-dae0-42c3-826d-d7b8fba92acb req-faf571d5-fc30-4001-b39d-e9afa67b23c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:36:24.634514 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-6367f1c8-dae0-42c3-826d-d7b8fba92acb req-faf571d5-fc30-4001-b39d-e9afa67b23c2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7c490f9a-1358-4140-991d-bf32698f77aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0970755 Jul 07 14:36:24.691709 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-d0bf51d4-133d-4578-97be-8b0dcfb48f74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:24.694111 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-d0bf51d4-133d-4578-97be-8b0dcfb48f74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:24.695221 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-d0bf51d4-133d-4578-97be-8b0dcfb48f74 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/da9606c1-e3c4-4dea-ac8a-745bcd32ec06 HTTP/1.1" status: 204 len: 168 time: 0.2382882 Jul 07 14:36:24.710940 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bf51d4-133d-4578-97be-8b0dcfb48f74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da9606c1-e3c4-4dea-ac8a-745bcd32ec06,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:36:24.746647 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-6367f1c8-dae0-42c3-826d-d7b8fba92acb req-6072a8a3-0663-4e81-b4d7-bf684259ba77 service neutron] 10.222.0.24 "GET /v2.0/networks/7c490f9a-1358-4140-991d-bf32698f77aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007597 Jul 07 14:36:24.839791 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-6367f1c8-dae0-42c3-826d-d7b8fba92acb req-66393b79-a81f-48d0-8b04-8836ff2efb03 service neutron] 10.222.0.24 "GET /v2.0/networks/7c490f9a-1358-4140-991d-bf32698f77aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836897 Jul 07 14:36:24.919474 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9e2ae204-9e80-4186-b7c3-a13cad1927c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:24.956978 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fe1afe-1099-4231-af6e-e6b2d3ae2b8e req-23748c18-0d13-4f32-b52c-8762b0c126d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:36:24.958494 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-54fe1afe-1099-4231-af6e-e6b2d3ae2b8e req-23748c18-0d13-4f32-b52c-8762b0c126d0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e89386cc9223406eb854d8ec22d5afad&device_id=9be2ba1c-93da-4988-9c0c-134e044f8498 HTTP/1.1" status: 200 len: 1097 time: 0.0611460 Jul 07 14:36:25.052643 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fe1afe-1099-4231-af6e-e6b2d3ae2b8e req-aec9892d-5e5d-4e77-8a73-f3da3db46b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:36:25.054249 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-54fe1afe-1099-4231-af6e-e6b2d3ae2b8e req-aec9892d-5e5d-4e77-8a73-f3da3db46b27 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7c490f9a-1358-4140-991d-bf32698f77aa HTTP/1.1" status: 200 len: 917 time: 0.0868101 Jul 07 14:36:25.104072 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-54fe1afe-1099-4231-af6e-e6b2d3ae2b8e req-93d92d0f-8af6-4501-884d-0e51b1aca0e7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=191bea45-2270-4f50-9df2-728222eacacb HTTP/1.1" status: 200 len: 217 time: 0.0405300 Jul 07 14:36:25.155598 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fe1afe-1099-4231-af6e-e6b2d3ae2b8e req-8d7c0eca-1ba3-459f-a6b5-2bfec8b0261b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:36:25.157721 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-54fe1afe-1099-4231-af6e-e6b2d3ae2b8e req-8d7c0eca-1ba3-459f-a6b5-2bfec8b0261b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6b18de7e-b643-4fd7-b48b-d38da4c85021 HTTP/1.1" status: 200 len: 855 time: 0.0452135 Jul 07 14:36:25.215652 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fe1afe-1099-4231-af6e-e6b2d3ae2b8e req-a2126e92-dcc2-4576-9a4f-eb50b46dde6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:36:25.217163 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-54fe1afe-1099-4231-af6e-e6b2d3ae2b8e req-a2126e92-dcc2-4576-9a4f-eb50b46dde6f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7c490f9a-1358-4140-991d-bf32698f77aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0527236 Jul 07 14:36:25.297783 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 42760) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:36:25.316600 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-54fe1afe-1099-4231-af6e-e6b2d3ae2b8e req-6aa9e5fb-d142-4101-96e2-22c0e2aac94e service neutron] 10.222.0.24 "GET /v2.0/networks/7c490f9a-1358-4140-991d-bf32698f77aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924783 Jul 07 14:36:25.397659 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [None req-841b165b-0cfa-4f40-b4ee-a860c5466751 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-93386920-network', 'tenant_id': '0ce05d06ad794625bef8693b2fcb923d'}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 14:36:25.425100 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-54fe1afe-1099-4231-af6e-e6b2d3ae2b8e req-eb1128a1-51af-49d8-b513-295891d99f34 service neutron] 10.222.0.24 "GET /v2.0/networks/7c490f9a-1358-4140-991d-bf32698f77aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005096 Jul 07 14:36:25.431624 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-841b165b-0cfa-4f40-b4ee-a860c5466751 admin admin] Made reservation on behalf of 0ce05d06ad794625bef8693b2fcb923d for: {'network': 1} {{(pid=92954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 14:36:25.433990 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-841b165b-0cfa-4f40-b4ee-a860c5466751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for network, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:25.443183 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-841b165b-0cfa-4f40-b4ee-a860c5466751 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:25.531017 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-841b165b-0cfa-4f40-b4ee-a860c5466751 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:25.535905 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-841b165b-0cfa-4f40-b4ee-a860c5466751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:25.559917 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-841b165b-0cfa-4f40-b4ee-a860c5466751 admin admin] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=92954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 14:36:25.573083 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841b165b-0cfa-4f40-b4ee-a860c5466751 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7d481ec-7b52-4d66-a4b0-89db60ab1070,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:36:25.577801 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-841b165b-0cfa-4f40-b4ee-a860c5466751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:25.578206 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.db.segments_db [None req-841b165b-0cfa-4f40-b4ee-a860c5466751 admin admin] Added segment 06112c06-3017-4cd2-b257-79638c135136 of type vlan for network 6c35d8b0-d101-469c-acc6-415586fc4a11 Jul 07 14:36:25.591414 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3fc8e7-d27e-4e4e-b482-4d631169587e req-f3020b64-c53a-499e-89ee-316919ebc701 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:36:25.592899 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-7f3fc8e7-d27e-4e4e-b482-4d631169587e req-f3020b64-c53a-499e-89ee-316919ebc701 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/ports?device_id=9be2ba1c-93da-4988-9c0c-134e044f8498 HTTP/1.1" status: 200 len: 944 time: 0.0725696 Jul 07 14:36:25.619725 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-841b165b-0cfa-4f40-b4ee-a860c5466751 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744350994261'] for network, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:25.632114 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-7f3fc8e7-d27e-4e4e-b482-4d631169587e req-24273921-71ff-419d-a023-90b68c06e404 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb65e8b4-eab0-4462-8ea9-f84e2fbecdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328908 Jul 07 14:36:25.648703 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-841b165b-0cfa-4f40-b4ee-a860c5466751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582279'] for network, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:25.649624 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841b165b-0cfa-4f40-b4ee-a860c5466751 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:36:25.650280 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-841b165b-0cfa-4f40-b4ee-a860c5466751 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582248'] for network, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:25.697673 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-841b165b-0cfa-4f40-b4ee-a860c5466751 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3988633 Jul 07 14:36:25.700543 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 42766) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:36:25.705900 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.v2.base [None req-53a39540-665c-466a-b4df-d6498fdba020 admin admin] Request body: {'subnet': {'network_id': '6c35d8b0-d101-469c-acc6-415586fc4a11', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-93386920-subnet', 'tenant_id': '0ce05d06ad794625bef8693b2fcb923d', 'ip_version': 4}} {{(pid=92953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 14:36:25.709992 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841b165b-0cfa-4f40-b4ee-a860c5466751 admin admin] Pushing event updated for resources: {'Network': ['ID=6c35d8b0-d101-469c-acc6-415586fc4a11,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:36:25.721252 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Network 6c35d8b0-d101-469c-acc6-415586fc4a11 details requested by agent ovs-agent-dv-cinder-799821-1-iscsi with host dv-cinder-799821-1-iscsi {{(pid=92955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 14:36:25.728089 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53a39540-665c-466a-b4df-d6498fdba020 admin admin] Made reservation on behalf of 0ce05d06ad794625bef8693b2fcb923d for: {'subnet': 1} {{(pid=92953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 14:36:25.730426 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-53a39540-665c-466a-b4df-d6498fdba020 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3756208'] for subnet, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:25.900817 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-53a39540-665c-466a-b4df-d6498fdba020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2608750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3756194'] for subnet, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:25.956421 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a39540-665c-466a-b4df-d6498fdba020 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d30bc248-8afd-40ea-829c-3f5850a24126,revision_number=0']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:36:25.965431 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a39540-665c-466a-b4df-d6498fdba020 admin admin] Checking segment: {'id': '06112c06-3017-4cd2-b257-79638c135136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '6c35d8b0-d101-469c-acc6-415586fc4a11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 14:36:25.965787 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a39540-665c-466a-b4df-d6498fdba020 admin admin] Network hostable DHCP agents. Network: 6c35d8b0-d101-469c-acc6-415586fc4a11, hostable agents: ['29bf5154-9555-44d1-999c-b30e53d2ad5f'], hosted agents: [] {{(pid=92953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 14:36:25.982091 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a39540-665c-466a-b4df-d6498fdba020 admin admin] Network 6c35d8b0-d101-469c-acc6-415586fc4a11 is scheduled to be hosted by DHCP agent 29bf5154-9555-44d1-999c-b30e53d2ad5f with binding_index 1 {{(pid=92953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 14:36:25.990145 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.scheduler.base_scheduler [None req-53a39540-665c-466a-b4df-d6498fdba020 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799821-1-iscsi, 6c35d8b0-d101-469c-acc6-415586fc4a11) {{(pid=92953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 14:36:25.994469 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a39540-665c-466a-b4df-d6498fdba020 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:36:25.995443 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-53a39540-665c-466a-b4df-d6498fdba020 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582248'] for subnet, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:25.998932 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd74aa97-32bb-401b-b578-f014183cc1a2 None None] Network 6c35d8b0-d101-469c-acc6-415586fc4a11 requested from dv-cinder-799821-1-iscsi {{(pid=92955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 14:36:26.009267 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-53a39540-665c-466a-b4df-d6498fdba020 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3075216 Jul 07 14:36:26.012192 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 42768) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:36:26.017323 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [None req-23e721ea-4109-408d-a521-bc5f339e8cdf admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-93386920-router', 'tenant_id': '0ce05d06ad794625bef8693b2fcb923d', 'external_gateway_info': {'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5'}}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 14:36:26.038764 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-23e721ea-4109-408d-a521-bc5f339e8cdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1724625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6190'] for router, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:26.039760 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-23e721ea-4109-408d-a521-bc5f339e8cdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1724494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1714686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1653304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6177'] for router, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:26.096042 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-23e721ea-4109-408d-a521-bc5f339e8cdf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:26.143855 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca8e8ff7-bcd6-4c3c-9315-5db86a3ca627 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1517bda3-6996-5b7d-b15a-be6a9ec91b77-6c35d8b0-d101-469c-acc6-415586fc4a11', 'network_id': '6c35d8b0-d101-469c-acc6-415586fc4a11', 'tenant_id': '0ce05d06ad794625bef8693b2fcb923d', 'fixed_ips': [{'subnet_id': 'd30bc248-8afd-40ea-829c-3f5850a24126'}]}} from dv-cinder-799821-1-iscsi. {{(pid=92955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 14:36:26.144699 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-ca8e8ff7-bcd6-4c3c-9315-5db86a3ca627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_create {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:26.232396 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-23e721ea-4109-408d-a521-bc5f339e8cdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1661972', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1724611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6195'] for router, precommit_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:26.277037 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.db_base_plugin_common [None req-ca8e8ff7-bcd6-4c3c-9315-5db86a3ca627 None None] Allocated IP 172.20.0.2 (6c35d8b0-d101-469c-acc6-415586fc4a11/d30bc248-8afd-40ea-829c-3f5850a24126/b8bc42c0-078c-41e6-9720-fe778376e598) {{(pid=92955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 14:36:26.420899 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-ca8e8ff7-bcd6-4c3c-9315-5db86a3ca627 None None] Notify callbacks [] for port, precommit_create {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:26.429552 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-ca8e8ff7-bcd6-4c3c-9315-5db86a3ca627 None None] Transition to ACTIVE for port object b8bc42c0-078c-41e6-9720-fe778376e598 will not be triggered until provisioned by entity L2. {{(pid=92955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 14:36:26.431267 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-23e721ea-4109-408d-a521-bc5f339e8cdf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:26.444092 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-ca8e8ff7-bcd6-4c3c-9315-5db86a3ca627 None None] Transition to ACTIVE for port object b8bc42c0-078c-41e6-9720-fe778376e598 will not be triggered until provisioned by entity DHCP. {{(pid=92955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 14:36:26.450028 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-ca8e8ff7-bcd6-4c3c-9315-5db86a3ca627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744350976988'] for port, after_create {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:26.450536 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-23e721ea-4109-408d-a521-bc5f339e8cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:26.487449 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca8e8ff7-bcd6-4c3c-9315-5db86a3ca627 None None] Network 6c35d8b0-d101-469c-acc6-415586fc4a11 is already hosted by enough agents. {{(pid=92955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 14:36:26.490199 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.scheduler.base_scheduler [None req-ca8e8ff7-bcd6-4c3c-9315-5db86a3ca627 None None] Resources bound (agent type, host, resource id): {{(pid=92955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 14:36:26.495573 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8e8ff7-bcd6-4c3c-9315-5db86a3ca627 None None] Received port after_create {{(pid=92955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 14:36:26.502385 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8e8ff7-bcd6-4c3c-9315-5db86a3ca627 None None] Pushing event updated for resources: {'Port': ['ID=b8bc42c0-078c-41e6-9720-fe778376e598,revision_number=1']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:36:26.512282 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8e8ff7-bcd6-4c3c-9315-5db86a3ca627 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:36:26.512444 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8e8ff7-bcd6-4c3c-9315-5db86a3ca627 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:36:26.512783 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8e8ff7-bcd6-4c3c-9315-5db86a3ca627 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:36:26.513120 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8e8ff7-bcd6-4c3c-9315-5db86a3ca627 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:36:26.513452 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8e8ff7-bcd6-4c3c-9315-5db86a3ca627 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:36:26.513784 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8e8ff7-bcd6-4c3c-9315-5db86a3ca627 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:36:26.514115 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8e8ff7-bcd6-4c3c-9315-5db86a3ca627 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:36:26.514459 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8e8ff7-bcd6-4c3c-9315-5db86a3ca627 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:36:26.514791 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8e8ff7-bcd6-4c3c-9315-5db86a3ca627 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:36:26.515116 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8e8ff7-bcd6-4c3c-9315-5db86a3ca627 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:36:26.515438 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8e8ff7-bcd6-4c3c-9315-5db86a3ca627 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:36:26.516298 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8e8ff7-bcd6-4c3c-9315-5db86a3ca627 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:36:26.558658 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.db.db_base_plugin_common [None req-23e721ea-4109-408d-a521-bc5f339e8cdf admin admin] Allocated IP 172.27.0.166 (c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5/157deb10-066f-4182-88bf-9da6b52b6e64/f71ba50b-4488-430a-afdc-4c771cab180d) {{(pid=92954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 14:36:26.569485 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.managers [None req-ca8e8ff7-bcd6-4c3c-9315-5db86a3ca627 None None] Attempting to bind port b8bc42c0-078c-41e6-9720-fe778376e598 on host dv-cinder-799821-1-iscsi for vnic_type normal with profile {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 14:36:26.569853 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.managers [None req-ca8e8ff7-bcd6-4c3c-9315-5db86a3ca627 None None] Attempting to bind port b8bc42c0-078c-41e6-9720-fe778376e598 by drivers openvswitch,hyperv on host dv-cinder-799821-1-iscsi at level 0 using segments [{'id': '06112c06-3017-4cd2-b257-79638c135136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '6c35d8b0-d101-469c-acc6-415586fc4a11'}] {{(pid=92955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 14:36:26.570246 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8e8ff7-bcd6-4c3c-9315-5db86a3ca627 None None] Attempting to bind port b8bc42c0-078c-41e6-9720-fe778376e598 on network 6c35d8b0-d101-469c-acc6-415586fc4a11 {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 14:36:26.575113 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8e8ff7-bcd6-4c3c-9315-5db86a3ca627 None None] Checking agent: {'id': 'bf273e17-8767-46a0-900a-b292254968fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799821-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 13, 53, 28), 'started_at': datetime.datetime(2021, 7, 7, 13, 53, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 14, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799821-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 14:36:26.575488 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8e8ff7-bcd6-4c3c-9315-5db86a3ca627 None None] Checking segment: {'id': '06112c06-3017-4cd2-b257-79638c135136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '6c35d8b0-d101-469c-acc6-415586fc4a11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 14:36:26.575890 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-ca8e8ff7-bcd6-4c3c-9315-5db86a3ca627 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:26.576283 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8e8ff7-bcd6-4c3c-9315-5db86a3ca627 None None] Bound using segment: {'id': '06112c06-3017-4cd2-b257-79638c135136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '6c35d8b0-d101-469c-acc6-415586fc4a11'} {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 14:36:26.576772 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.managers [None req-ca8e8ff7-bcd6-4c3c-9315-5db86a3ca627 None None] Bound port: b8bc42c0-078c-41e6-9720-fe778376e598, host: dv-cinder-799821-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06112c06-3017-4cd2-b257-79638c135136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '6c35d8b0-d101-469c-acc6-415586fc4a11'}}] {{(pid=92955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 14:36:26.577157 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-ca8e8ff7-bcd6-4c3c-9315-5db86a3ca627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:26.638319 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-ca8e8ff7-bcd6-4c3c-9315-5db86a3ca627 None None] For port b8bc42c0-078c-41e6-9720-fe778376e598, host dv-cinder-799821-1-iscsi, cleared binding levels {{(pid=92955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 14:36:26.642016 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-ca8e8ff7-bcd6-4c3c-9315-5db86a3ca627 None None] For port b8bc42c0-078c-41e6-9720-fe778376e598, host dv-cinder-799821-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799821-1-iscsi',level=0,port_id=b8bc42c0-078c-41e6-9720-fe778376e598,segment=NetworkSegment(06112c06-3017-4cd2-b257-79638c135136),segment_id=06112c06-3017-4cd2-b257-79638c135136)] {{(pid=92955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 14:36:26.646934 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-ca8e8ff7-bcd6-4c3c-9315-5db86a3ca627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:26.661910 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-23e721ea-4109-408d-a521-bc5f339e8cdf admin admin] Notify callbacks [] for port, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:26.702864 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8e8ff7-bcd6-4c3c-9315-5db86a3ca627 None None] Pushing event updated for resources: {'Port': ['ID=b8bc42c0-078c-41e6-9720-fe778376e598,revision_number=2']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:36:26.712233 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-23e721ea-4109-408d-a521-bc5f339e8cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744350976988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8461633'] for port, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:26.757373 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e721ea-4109-408d-a521-bc5f339e8cdf admin admin] Network c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5 is already hosted by enough agents. {{(pid=92954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 14:36:26.761870 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.scheduler.base_scheduler [None req-23e721ea-4109-408d-a521-bc5f339e8cdf admin admin] Resources bound (agent type, host, resource id): {{(pid=92954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 14:36:26.764871 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e721ea-4109-408d-a521-bc5f339e8cdf admin admin] Received port after_create {{(pid=92954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 14:36:26.799241 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e721ea-4109-408d-a521-bc5f339e8cdf admin admin] Pushing event updated for resources: {'Port': ['ID=f71ba50b-4488-430a-afdc-4c771cab180d,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:36:26.824652 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d8a037-1076-4c69-b7e9-be9d7cf7f1be req-fa94d6bd-72d1-4194-9f47-f21dd8cae36e tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:36:26.826362 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-78d8a037-1076-4c69-b7e9-be9d7cf7f1be req-fa94d6bd-72d1-4194-9f47-f21dd8cae36e tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/ports?device_id=9be2ba1c-93da-4988-9c0c-134e044f8498 HTTP/1.1" status: 200 len: 944 time: 0.0709574 Jul 07 14:36:26.908017 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-78d8a037-1076-4c69-b7e9-be9d7cf7f1be req-29a07523-9563-4662-80d2-6f13f7614121 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb65e8b4-eab0-4462-8ea9-f84e2fbecdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754633 Jul 07 14:36:27.062018 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-23e721ea-4109-408d-a521-bc5f339e8cdf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:27.197951 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Device b8bc42c0-078c-41e6-9720-fe778376e598 up at agent ovs-agent-dv-cinder-799821-1-iscsi {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 14:36:27.245422 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Provisioning for port b8bc42c0-078c-41e6-9720-fe778376e598 completed by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 14:36:27.256186 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-23e721ea-4109-408d-a521-bc5f339e8cdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1724634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1661967'] for router, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:27.381148 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23e721ea-4109-408d-a521-bc5f339e8cdf admin admin] Router bf440855-b599-46aa-a455-f85cde04b890 is scheduled to L3 agent 652ddd47-bc13-4e1c-8285-b4eb8cea957f with binding_index 1 {{(pid=92954) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 14:36:27.532800 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-8bbfbc34-b420-4864-81f8-b55b1f06d698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:27.640569 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2224d179-26d0-4c2a-af70-72d2d8a05b2a None None] Network 6c35d8b0-d101-469c-acc6-415586fc4a11 requested from dv-cinder-799821-1-iscsi {{(pid=92955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 14:36:27.715127 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-9789ed06-4126-447f-be79-4347761e8f70 None None] Provisioning for port b8bc42c0-078c-41e6-9720-fe778376e598 completed by entity DHCP. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 14:36:27.722801 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-9789ed06-4126-447f-be79-4347761e8f70 None None] Provisioning complete for port b8bc42c0-078c-41e6-9720-fe778376e598 triggered by entity DHCP. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 14:36:27.722801 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9789ed06-4126-447f-be79-4347761e8f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732533'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:27.749752 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23e721ea-4109-408d-a521-bc5f339e8cdf admin admin] Notify agent at l3_agent.dv-cinder-799821-1-iscsi the message routers_updated {{(pid=92954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 14:36:27.759239 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc68a08-2e85-4235-b7f3-90b67a59d542 None None] Sync routers for ids ['bf440855-b599-46aa-a455-f85cde04b890'] in dv-cinder-799821-1-iscsi {{(pid=92956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 14:36:27.765925 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-23e721ea-4109-408d-a521-bc5f339e8cdf admin admin] Notify callbacks [] for router, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:27.770328 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-23e721ea-4109-408d-a521-bc5f339e8cdf admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.7546985 Jul 07 14:36:27.770498 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc68a08-2e85-4235-b7f3-90b67a59d542 None None] Routers {'bf440855-b599-46aa-a455-f85cde04b890'} bound to L3 agent in host dv-cinder-799821-1-iscsi {{(pid=92956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 14:36:27.770498 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-2dc68a08-2e85-4235-b7f3-90b67a59d542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T13:53:27Z,description=,heartbeat_timestamp=2021-07-07T14:36:28Z,host='dv-cinder-799821-1-iscsi',id=652ddd47-bc13-4e1c-8285-b4eb8cea957f,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:53:27Z,topic='l3_agent')) {'router_ids': ['bf440855-b599-46aa-a455-f85cde04b890'], 'active': True} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:36:27.770752 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 42772) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:36:27.792328 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Device 191bea45-2270-4f50-9df2-728222eacacb details requested by agent hyperv_hv-cinder-79982 with host hv-cinder-79982 {{(pid=92955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 14:36:27.946493 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:27.970078 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9789ed06-4126-447f-be79-4347761e8f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:27.985745 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvr_db [None req-2dc68a08-2e85-4235-b7f3-90b67a59d542 None None] Set router bf440855-b599-46aa-a455-f85cde04b890 gateway port host: dv-cinder-799821-1-iscsi {{(pid=92956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 14:36:27.994487 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] For port 191bea45-2270-4f50-9df2-728222eacacb, host hv-cinder-79982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79982',level=0,port_id=191bea45-2270-4f50-9df2-728222eacacb,segment=NetworkSegment(a145ae2e-96d2-4239-b9ef-8a493ddf839d),segment_id=a145ae2e-96d2-4239-b9ef-8a493ddf839d)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 14:36:28.018144 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Returning: {'device': '191bea45-2270-4f50-9df2-728222eacacb', 'network_id': '7c490f9a-1358-4140-991d-bf32698f77aa', 'port_id': '191bea45-2270-4f50-9df2-728222eacacb', 'mac_address': 'fa:16:3e:08:ce:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b18de7e-b643-4fd7-b48b-d38da4c85021', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 14:36:28.092882 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:28.115179 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-9789ed06-4126-447f-be79-4347761e8f70 None None] For port b8bc42c0-078c-41e6-9720-fe778376e598, host dv-cinder-799821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799821-1-iscsi',level=0,port_id=b8bc42c0-078c-41e6-9720-fe778376e598,segment=NetworkSegment(06112c06-3017-4cd2-b257-79638c135136),segment_id=06112c06-3017-4cd2-b257-79638c135136)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 14:36:28.117015 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.notifiers.nova [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 191bea45-2270-4f50-9df2-728222eacacb {{(pid=92955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 14:36:28.119545 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa43fd06-d8b4-4744-86c8-1205c9d5317d req-f0a75c0e-0c9a-4156-a027-e8525c830df6 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:36:28.130240 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-fa43fd06-d8b4-4744-86c8-1205c9d5317d req-f0a75c0e-0c9a-4156-a027-e8525c830df6 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/ports?device_id=9be2ba1c-93da-4988-9c0c-134e044f8498 HTTP/1.1" status: 200 len: 944 time: 0.0894361 Jul 07 14:36:28.145666 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] For port 191bea45-2270-4f50-9df2-728222eacacb, host hv-cinder-79982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79982',level=0,port_id=191bea45-2270-4f50-9df2-728222eacacb,segment=NetworkSegment(a145ae2e-96d2-4239-b9ef-8a493ddf839d),segment_id=a145ae2e-96d2-4239-b9ef-8a493ddf839d)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 14:36:28.148001 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9789ed06-4126-447f-be79-4347761e8f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:28.161760 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:28.190956 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-fa43fd06-d8b4-4744-86c8-1205c9d5317d req-3672f80e-d895-4982-ac0b-b89a8677f646 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb65e8b4-eab0-4462-8ea9-f84e2fbecdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565889 Jul 07 14:36:28.220789 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-2dc68a08-2e85-4235-b7f3-90b67a59d542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf440855-b599-46aa-a455-f85cde04b890', 'name': 'tempest-TestVolumeBootPattern-93386920-router', 'tenant_id': '0ce05d06ad794625bef8693b2fcb923d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'external_fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': 'f71ba50b-4488-430a-afdc-4c771cab180d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T14:36:26Z', 'updated_at': '2021-07-07T14:36:26Z', 'revision_number': 3, 'project_id': '0ce05d06ad794625bef8693b2fcb923d', 'gw_port': {'id': 'f71ba50b-4488-430a-afdc-4c771cab180d', 'name': '', 'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:59:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf440855-b599-46aa-a455-f85cde04b890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:36:26Z', 'updated_at': '2021-07-07T14:36:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799821-1-iscsi'}], 'dv-cinder-799821-1-iscsi', False) {} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:36:28.237404 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9789ed06-4126-447f-be79-4347761e8f70 None None] Pushing event updated for resources: {'Port': ['ID=b8bc42c0-078c-41e6-9720-fe778376e598,revision_number=3']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:36:28.275992 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc68a08-2e85-4235-b7f3-90b67a59d542 None None] Checking router: bf440855-b599-46aa-a455-f85cde04b890 for host: dv-cinder-799821-1-iscsi {{(pid=92956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 14:36:28.276339 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc68a08-2e85-4235-b7f3-90b67a59d542 None None] Updating router bf440855-b599-46aa-a455-f85cde04b890 port f71ba50b-4488-430a-afdc-4c771cab180d binding host dv-cinder-799821-1-iscsi {{(pid=92956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 14:36:28.290878 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-6b015e0b-a20f-4bb7-b2be-9ade7a3d7946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:28.293797 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Pushing event updated for resources: {'Port': ['ID=191bea45-2270-4f50-9df2-728222eacacb,revision_number=4']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:36:28.315014 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-2dc68a08-2e85-4235-b7f3-90b67a59d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:28.369112 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-8275174f-f573-4fd8-93c2-e0827260733d None None] Provisioning complete for port b8bc42c0-078c-41e6-9720-fe778376e598 triggered by entity DHCP. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 14:36:28.369409 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-8275174f-f573-4fd8-93c2-e0827260733d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732533'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:28.415518 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] get_ports_and_sgs() called for port_ids ['191bea45-2270-4f50-9df2-728222eacacb'] {{(pid=92955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 14:36:28.464164 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.db.db_base_plugin_common [None req-6b015e0b-a20f-4bb7-b2be-9ade7a3d7946 admin admin] Allocated IP 172.20.0.1 (6c35d8b0-d101-469c-acc6-415586fc4a11/d30bc248-8afd-40ea-829c-3f5850a24126/5ffa04ba-c769-4e77-a757-8b2c755581c7) {{(pid=92954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 14:36:28.587233 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-6b015e0b-a20f-4bb7-b2be-9ade7a3d7946 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:28.593036 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-2dc68a08-2e85-4235-b7f3-90b67a59d542 None None] Notify callbacks [] for port, precommit_update {{(pid=92956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:28.603329 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.db.provisioning_blocks [None req-6b015e0b-a20f-4bb7-b2be-9ade7a3d7946 admin admin] Transition to ACTIVE for port object 5ffa04ba-c769-4e77-a757-8b2c755581c7 will not be triggered until provisioned by entity DHCP. {{(pid=92954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 14:36:28.605457 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.provisioning_blocks [None req-2dc68a08-2e85-4235-b7f3-90b67a59d542 None None] Transition to ACTIVE for port object f71ba50b-4488-430a-afdc-4c771cab180d will not be triggered until provisioned by entity L2. {{(pid=92956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 14:36:28.611789 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-2dc68a08-2e85-4235-b7f3-90b67a59d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567'] for port, after_update {{(pid=92956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:28.641979 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-6b015e0b-a20f-4bb7-b2be-9ade7a3d7946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744350976988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8461633'] for port, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:28.657726 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ff52c9-bedf-4af6-a981-484c8b3f5a55 None None] Pushing event updated for resources: {'Port': ['ID=f71ba50b-4488-430a-afdc-4c771cab180d,revision_number=2']} {{(pid=92956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:36:28.665421 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ff52c9-bedf-4af6-a981-484c8b3f5a55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:36:28.665757 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ff52c9-bedf-4af6-a981-484c8b3f5a55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:36:28.666093 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ff52c9-bedf-4af6-a981-484c8b3f5a55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:36:28.666428 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ff52c9-bedf-4af6-a981-484c8b3f5a55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:36:28.666774 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ff52c9-bedf-4af6-a981-484c8b3f5a55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:36:28.667099 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ff52c9-bedf-4af6-a981-484c8b3f5a55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:36:28.667425 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ff52c9-bedf-4af6-a981-484c8b3f5a55 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:36:28.667749 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ff52c9-bedf-4af6-a981-484c8b3f5a55 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:36:28.668070 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ff52c9-bedf-4af6-a981-484c8b3f5a55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:36:28.668388 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ff52c9-bedf-4af6-a981-484c8b3f5a55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:36:28.668707 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ff52c9-bedf-4af6-a981-484c8b3f5a55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:36:28.669026 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ff52c9-bedf-4af6-a981-484c8b3f5a55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:36:28.679165 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b015e0b-a20f-4bb7-b2be-9ade7a3d7946 admin admin] Network 6c35d8b0-d101-469c-acc6-415586fc4a11 is already hosted by enough agents. {{(pid=92954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 14:36:28.680681 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.managers [None req-2dc68a08-2e85-4235-b7f3-90b67a59d542 None None] Attempting to bind port f71ba50b-4488-430a-afdc-4c771cab180d on host dv-cinder-799821-1-iscsi for vnic_type normal with profile {{(pid=92956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 14:36:28.681056 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.managers [None req-2dc68a08-2e85-4235-b7f3-90b67a59d542 None None] Attempting to bind port f71ba50b-4488-430a-afdc-4c771cab180d by drivers openvswitch,hyperv on host dv-cinder-799821-1-iscsi at level 0 using segments [{'id': 'f9b1122d-b65f-4a0f-8420-4cc063cf42b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5'}] {{(pid=92956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 14:36:28.681702 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc68a08-2e85-4235-b7f3-90b67a59d542 None None] Attempting to bind port f71ba50b-4488-430a-afdc-4c771cab180d on network c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5 {{(pid=92956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 14:36:28.682249 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.scheduler.base_scheduler [None req-6b015e0b-a20f-4bb7-b2be-9ade7a3d7946 admin admin] Resources bound (agent type, host, resource id): {{(pid=92954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 14:36:28.684615 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b015e0b-a20f-4bb7-b2be-9ade7a3d7946 admin admin] Received port after_create {{(pid=92954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 14:36:28.686972 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc68a08-2e85-4235-b7f3-90b67a59d542 None None] Checking agent: {'id': 'bf273e17-8767-46a0-900a-b292254968fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799821-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 13, 53, 28), 'started_at': datetime.datetime(2021, 7, 7, 13, 53, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 14, 36, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799821-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 14:36:28.687345 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc68a08-2e85-4235-b7f3-90b67a59d542 None None] Checking segment: {'id': 'f9b1122d-b65f-4a0f-8420-4cc063cf42b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 14:36:28.688283 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-2dc68a08-2e85-4235-b7f3-90b67a59d542 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:28.688675 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc68a08-2e85-4235-b7f3-90b67a59d542 None None] Bound using segment: {'id': 'f9b1122d-b65f-4a0f-8420-4cc063cf42b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5'} {{(pid=92956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 14:36:28.689143 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.managers [None req-2dc68a08-2e85-4235-b7f3-90b67a59d542 None None] Bound port: f71ba50b-4488-430a-afdc-4c771cab180d, host: dv-cinder-799821-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9b1122d-b65f-4a0f-8420-4cc063cf42b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5'}}] {{(pid=92956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 14:36:28.689625 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-2dc68a08-2e85-4235-b7f3-90b67a59d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:28.739277 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b015e0b-a20f-4bb7-b2be-9ade7a3d7946 admin admin] Pushing event updated for resources: {'Port': ['ID=5ffa04ba-c769-4e77-a757-8b2c755581c7,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:36:28.744403 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-6b015e0b-a20f-4bb7-b2be-9ade7a3d7946 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1726264'] for router_interface, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:28.757619 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.db [None req-2dc68a08-2e85-4235-b7f3-90b67a59d542 None None] For port f71ba50b-4488-430a-afdc-4c771cab180d, host dv-cinder-799821-1-iscsi, cleared binding levels {{(pid=92956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 14:36:28.761597 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.db [None req-2dc68a08-2e85-4235-b7f3-90b67a59d542 None None] For port f71ba50b-4488-430a-afdc-4c771cab180d, host dv-cinder-799821-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799821-1-iscsi',level=0,port_id=f71ba50b-4488-430a-afdc-4c771cab180d,segment=NetworkSegment(f9b1122d-b65f-4a0f-8420-4cc063cf42b9),segment_id=f9b1122d-b65f-4a0f-8420-4cc063cf42b9)] {{(pid=92956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 14:36:28.762314 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-797095d9-f31f-46bc-add0-d9922559420e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:28.767989 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-2dc68a08-2e85-4235-b7f3-90b67a59d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567'] for port, after_update {{(pid=92956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:28.826604 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc68a08-2e85-4235-b7f3-90b67a59d542 None None] Routers {'bf440855-b599-46aa-a455-f85cde04b890'} bound to L3 agent in host dv-cinder-799821-1-iscsi {{(pid=92956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 14:36:28.827305 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-2dc68a08-2e85-4235-b7f3-90b67a59d542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T13:53:27Z,description=,heartbeat_timestamp=2021-07-07T14:36:28Z,host='dv-cinder-799821-1-iscsi',id=652ddd47-bc13-4e1c-8285-b4eb8cea957f,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:53:27Z,topic='l3_agent')) {'router_ids': ['bf440855-b599-46aa-a455-f85cde04b890'], 'active': True} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:36:28.887507 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ff52c9-bedf-4af6-a981-484c8b3f5a55 None None] Pushing event updated for resources: {'Port': ['ID=f71ba50b-4488-430a-afdc-4c771cab180d,revision_number=3']} {{(pid=92956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:36:28.908080 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-6b015e0b-a20f-4bb7-b2be-9ade7a3d7946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:28.917486 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-4049dc13-dc9d-4a17-ab25-cc3e814a80cd None None] Provisioning for port 5ffa04ba-c769-4e77-a757-8b2c755581c7 completed by entity DHCP. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 14:36:28.921663 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-4049dc13-dc9d-4a17-ab25-cc3e814a80cd None None] Provisioning complete for port 5ffa04ba-c769-4e77-a757-8b2c755581c7 triggered by entity DHCP. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 14:36:28.922833 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4049dc13-dc9d-4a17-ab25-cc3e814a80cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732533'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:28.948618 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvr_db [None req-2dc68a08-2e85-4235-b7f3-90b67a59d542 None None] Set router bf440855-b599-46aa-a455-f85cde04b890 gateway port host: dv-cinder-799821-1-iscsi {{(pid=92956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 14:36:28.958762 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-4049dc13-dc9d-4a17-ab25-cc3e814a80cd None None] Port 5ffa04ba-c769-4e77-a757-8b2c755581c7 cannot update to ACTIVE because it is not bound. {{(pid=92955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 14:36:29.076355 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-6b015e0b-a20f-4bb7-b2be-9ade7a3d7946 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:29.081409 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-6b015e0b-a20f-4bb7-b2be-9ade7a3d7946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8461747'] for port, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:29.122352 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-2dc68a08-2e85-4235-b7f3-90b67a59d542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf440855-b599-46aa-a455-f85cde04b890', 'name': 'tempest-TestVolumeBootPattern-93386920-router', 'tenant_id': '0ce05d06ad794625bef8693b2fcb923d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'external_fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': 'f71ba50b-4488-430a-afdc-4c771cab180d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T14:36:26Z', 'updated_at': '2021-07-07T14:36:26Z', 'revision_number': 3, 'project_id': '0ce05d06ad794625bef8693b2fcb923d', 'gw_port': {'id': 'f71ba50b-4488-430a-afdc-4c771cab180d', 'name': '', 'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:59:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf440855-b599-46aa-a455-f85cde04b890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:36:26Z', 'updated_at': '2021-07-07T14:36:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799821-1-iscsi'}], 'dv-cinder-799821-1-iscsi', False) {} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:36:29.144797 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b015e0b-a20f-4bb7-b2be-9ade7a3d7946 admin admin] Pushing event updated for resources: {'Port': ['ID=5ffa04ba-c769-4e77-a757-8b2c755581c7,revision_number=2']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:36:29.150139 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc68a08-2e85-4235-b7f3-90b67a59d542 None None] The sync data for ids ['bf440855-b599-46aa-a455-f85cde04b890'] in dv-cinder-799821-1-iscsi is: [{'id': 'bf440855-b599-46aa-a455-f85cde04b890', 'name': 'tempest-TestVolumeBootPattern-93386920-router', 'tenant_id': '0ce05d06ad794625bef8693b2fcb923d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'external_fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': 'f71ba50b-4488-430a-afdc-4c771cab180d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T14:36:26Z', 'updated_at': '2021-07-07T14:36:26Z', 'revision_number': 3, 'project_id': '0ce05d06ad794625bef8693b2fcb923d', 'gw_port': {'id': 'f71ba50b-4488-430a-afdc-4c771cab180d', 'name': '', 'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:59:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf440855-b599-46aa-a455-f85cde04b890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:36:26Z', 'updated_at': '2021-07-07T14:36:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799821-1-iscsi'}] {{(pid=92956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 14:36:29.155839 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-6b015e0b-a20f-4bb7-b2be-9ade7a3d7946 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1712197'] for router_interface, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:29.196341 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Device b8bc42c0-078c-41e6-9720-fe778376e598 up at agent ovs-agent-dv-cinder-799821-1-iscsi {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 14:36:29.261135 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Provisioning complete for port b8bc42c0-078c-41e6-9720-fe778376e598 triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 14:36:29.261905 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732533'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:29.275612 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b015e0b-a20f-4bb7-b2be-9ade7a3d7946 admin admin] Network 6c35d8b0-d101-469c-acc6-415586fc4a11 is already hosted by enough agents. {{(pid=92954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 14:36:29.277058 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.scheduler.base_scheduler [None req-6b015e0b-a20f-4bb7-b2be-9ade7a3d7946 admin admin] Resources bound (agent type, host, resource id): {{(pid=92954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 14:36:29.418831 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d4eb67-8b38-4c3b-a844-b7918ffe4ac3 req-43461e79-e131-429e-8484-186a7c5c48b3 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:36:29.421012 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-26d4eb67-8b38-4c3b-a844-b7918ffe4ac3 req-43461e79-e131-429e-8484-186a7c5c48b3 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/ports?device_id=9be2ba1c-93da-4988-9c0c-134e044f8498 HTTP/1.1" status: 200 len: 945 time: 0.0944719 Jul 07 14:36:29.427684 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b015e0b-a20f-4bb7-b2be-9ade7a3d7946 admin admin] Router bf440855-b599-46aa-a455-f85cde04b890 has already been hosted by L3 agent 652ddd47-bc13-4e1c-8285-b4eb8cea957f {{(pid=92954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 14:36:29.479143 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-26d4eb67-8b38-4c3b-a844-b7918ffe4ac3 req-15ad6b4a-eae3-482a-af23-d9964d573a00 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb65e8b4-eab0-4462-8ea9-f84e2fbecdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522065 Jul 07 14:36:29.579298 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b015e0b-a20f-4bb7-b2be-9ade7a3d7946 admin admin] Notify agent at l3_agent.dv-cinder-799821-1-iscsi the message routers_updated {{(pid=92954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 14:36:29.587916 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-6b015e0b-a20f-4bb7-b2be-9ade7a3d7946 admin admin] 10.222.0.16 "PUT /v2.0/routers/bf440855-b599-46aa-a455-f85cde04b890/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8159602 Jul 07 14:36:29.592422 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-2a3e0ad0-9821-447f-bedf-38ef8c156a72 None None] Provisioning complete for port 5ffa04ba-c769-4e77-a757-8b2c755581c7 triggered by entity DHCP. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 14:36:29.592735 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2a3e0ad0-9821-447f-bedf-38ef8c156a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732533'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:29.630915 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-2a3e0ad0-9821-447f-bedf-38ef8c156a72 None None] Port 5ffa04ba-c769-4e77-a757-8b2c755581c7 cannot update to ACTIVE because it is not bound. {{(pid=92955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 14:36:29.799382 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Device 191bea45-2270-4f50-9df2-728222eacacb up at agent hyperv_hv-cinder-79982 {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 14:36:29.850622 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Provisioning for port 191bea45-2270-4f50-9df2-728222eacacb completed by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 14:36:29.855826 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Provisioning complete for port 191bea45-2270-4f50-9df2-728222eacacb triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 14:36:29.856200 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732533'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:29.941729 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:29.966017 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9be2ba1c-93da-4988-9c0c-134e044f8498', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '191bea45-2270-4f50-9df2-728222eacacb'}] {{(pid=92955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 14:36:29.968356 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e11a9a08f0ebba7a9f0c3b7780f6d7944ec82452e2695ea1962573c23703eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5442bad2-ef9f-40ad-8434-d757d0ec8aad" -d '{"events": [{"server_uuid": "9be2ba1c-93da-4988-9c0c-134e044f8498", "name": "network-vif-plugged", "status": "completed", "tag": "191bea45-2270-4f50-9df2-728222eacacb"}]}' {{(pid=92955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 14:36:29.983933 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] For port 191bea45-2270-4f50-9df2-728222eacacb, host hv-cinder-79982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79982',level=0,port_id=191bea45-2270-4f50-9df2-728222eacacb,segment=NetworkSegment(a145ae2e-96d2-4239-b9ef-8a493ddf839d),segment_id=a145ae2e-96d2-4239-b9ef-8a493ddf839d)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 14:36:29.989301 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:30.019303 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 14:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e000c7a1-1100-4a25-9e1e-fe07981ac46e x-openstack-request-id: req-e000c7a1-1100-4a25-9e1e-fe07981ac46e {{(pid=92955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 14:36:30.019586 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9be2ba1c-93da-4988-9c0c-134e044f8498", "name": "network-vif-plugged", "status": "completed", "tag": "191bea45-2270-4f50-9df2-728222eacacb", "code": 200}]} {{(pid=92955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 14:36:30.019836 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e000c7a1-1100-4a25-9e1e-fe07981ac46e {{(pid=92955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 14:36:30.020216 dv-cinder-799821-1-iscsi neutron-server[92955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9be2ba1c-93da-4988-9c0c-134e044f8498', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '191bea45-2270-4f50-9df2-728222eacacb', 'code': 200} Jul 07 14:36:30.048094 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Pushing event updated for resources: {'Port': ['ID=191bea45-2270-4f50-9df2-728222eacacb,revision_number=5']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:36:30.114367 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 42794) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:36:30.119451 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.v2.base [None req-35c81d1e-c576-4582-919d-37e4d284bfd7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1326863929-network', 'tenant_id': 'a8e166c82d9a413a9a0e77c645377cc0'}} {{(pid=92953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 14:36:30.145846 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35c81d1e-c576-4582-919d-37e4d284bfd7 admin admin] Made reservation on behalf of a8e166c82d9a413a9a0e77c645377cc0 for: {'network': 1} {{(pid=92953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 14:36:30.148572 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-35c81d1e-c576-4582-919d-37e4d284bfd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for network, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:30.157998 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-35c81d1e-c576-4582-919d-37e4d284bfd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:30.246968 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-35c81d1e-c576-4582-919d-37e4d284bfd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:30.251333 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-35c81d1e-c576-4582-919d-37e4d284bfd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:30.258998 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2c2ba6-8ae2-44f7-a020-3429970b5a67 req-e9f9ddba-3d3c-4333-ba0b-3f8f7b1301b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:36:30.260827 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-8e2c2ba6-8ae2-44f7-a020-3429970b5a67 req-e9f9ddba-3d3c-4333-ba0b-3f8f7b1301b9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9be2ba1c-93da-4988-9c0c-134e044f8498 HTTP/1.1" status: 200 len: 1099 time: 0.0543120 Jul 07 14:36:30.275285 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35c81d1e-c576-4582-919d-37e4d284bfd7 admin admin] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=92953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 14:36:30.284949 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c81d1e-c576-4582-919d-37e4d284bfd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8197de64-5328-4347-9078-bc8e19357d81,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:36:30.289881 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-35c81d1e-c576-4582-919d-37e4d284bfd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:30.290220 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.db.segments_db [None req-35c81d1e-c576-4582-919d-37e4d284bfd7 admin admin] Added segment eae3c447-b47b-4621-bef4-43a53db72d4e of type vlan for network a9b1db46-a5ae-41f2-898b-198b34b55fdf Jul 07 14:36:30.303841 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-8e2c2ba6-8ae2-44f7-a020-3429970b5a67 req-b525eb6f-8e8f-46d9-ac4b-45923ddd5dae service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=eb65e8b4-eab0-4462-8ea9-f84e2fbecdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325410 Jul 07 14:36:30.332752 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-35c81d1e-c576-4582-919d-37e4d284bfd7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744350994261'] for network, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:30.347988 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-de2cb0b5-6e4a-418e-bae1-4b4e8a512c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:30.361627 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-35c81d1e-c576-4582-919d-37e4d284bfd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582279'] for network, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:30.362541 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c81d1e-c576-4582-919d-37e4d284bfd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:36:30.363126 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-35c81d1e-c576-4582-919d-37e4d284bfd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582248'] for network, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:30.419149 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-35c81d1e-c576-4582-919d-37e4d284bfd7 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3017504 Jul 07 14:36:30.420281 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 42796) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:36:30.424928 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c81d1e-c576-4582-919d-37e4d284bfd7 admin admin] Pushing event updated for resources: {'Network': ['ID=a9b1db46-a5ae-41f2-898b-198b34b55fdf,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:36:30.425716 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [None req-9c62782a-5c45-4468-8c45-74a7d864c32d admin admin] Request body: {'subnet': {'network_id': 'a9b1db46-a5ae-41f2-898b-198b34b55fdf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1326863929-subnet', 'tenant_id': 'a8e166c82d9a413a9a0e77c645377cc0', 'ip_version': 4}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 14:36:30.435527 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Network a9b1db46-a5ae-41f2-898b-198b34b55fdf details requested by agent ovs-agent-dv-cinder-799821-1-iscsi with host dv-cinder-799821-1-iscsi {{(pid=92955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 14:36:30.448093 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c62782a-5c45-4468-8c45-74a7d864c32d admin admin] Made reservation on behalf of a8e166c82d9a413a9a0e77c645377cc0 for: {'subnet': 1} {{(pid=92954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 14:36:30.450496 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-9c62782a-5c45-4468-8c45-74a7d864c32d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8773563'] for subnet, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:30.632590 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-9c62782a-5c45-4468-8c45-74a7d864c32d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8461621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8773545'] for subnet, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:30.668556 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63d2dbd-5762-488a-a893-bc152cb9a014 req-c2fc5a16-dcbf-40e5-8439-f770667bbfe4 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:36:30.670030 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-e63d2dbd-5762-488a-a893-bc152cb9a014 req-c2fc5a16-dcbf-40e5-8439-f770667bbfe4 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/ports?device_id=9be2ba1c-93da-4988-9c0c-134e044f8498 HTTP/1.1" status: 200 len: 946 time: 0.0652397 Jul 07 14:36:30.685711 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c62782a-5c45-4468-8c45-74a7d864c32d admin admin] Pushing event updated for resources: {'Subnet': ['ID=93ea07e9-9c2d-47a9-b041-38e8cb13a001,revision_number=0']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:36:30.696560 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c62782a-5c45-4468-8c45-74a7d864c32d admin admin] Checking segment: {'id': 'eae3c447-b47b-4621-bef4-43a53db72d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a9b1db46-a5ae-41f2-898b-198b34b55fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 14:36:30.696911 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c62782a-5c45-4468-8c45-74a7d864c32d admin admin] Network hostable DHCP agents. Network: a9b1db46-a5ae-41f2-898b-198b34b55fdf, hostable agents: ['29bf5154-9555-44d1-999c-b30e53d2ad5f'], hosted agents: [] {{(pid=92954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 14:36:30.712788 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-e63d2dbd-5762-488a-a893-bc152cb9a014 req-3cef1784-73fb-43dd-bc46-aa7e361952e7 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb65e8b4-eab0-4462-8ea9-f84e2fbecdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356076 Jul 07 14:36:30.715265 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c62782a-5c45-4468-8c45-74a7d864c32d admin admin] Network a9b1db46-a5ae-41f2-898b-198b34b55fdf is scheduled to be hosted by DHCP agent 29bf5154-9555-44d1-999c-b30e53d2ad5f with binding_index 1 {{(pid=92954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 14:36:30.724874 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.scheduler.base_scheduler [None req-9c62782a-5c45-4468-8c45-74a7d864c32d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799821-1-iscsi, a9b1db46-a5ae-41f2-898b-198b34b55fdf) {{(pid=92954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 14:36:30.733315 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c62782a-5c45-4468-8c45-74a7d864c32d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:36:30.734013 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-9c62782a-5c45-4468-8c45-74a7d864c32d admin admin] Notify callbacks [] for subnet, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:30.735128 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff428b2-243a-4d38-bc1d-17d316b63df9 None None] Network a9b1db46-a5ae-41f2-898b-198b34b55fdf requested from dv-cinder-799821-1-iscsi {{(pid=92955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 14:36:30.752124 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-9c62782a-5c45-4468-8c45-74a7d864c32d admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3284376 Jul 07 14:36:30.752422 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 42800) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:36:30.756966 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [None req-db22e330-6552-4458-b75d-12b1280b56e1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1326863929-router', 'tenant_id': 'a8e166c82d9a413a9a0e77c645377cc0', 'external_gateway_info': {'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5'}}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 14:36:30.780126 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-db22e330-6552-4458-b75d-12b1280b56e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1724625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6190'] for router, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:30.781976 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-db22e330-6552-4458-b75d-12b1280b56e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1724494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1714686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1653304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6177'] for router, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:30.840564 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f8554b-eb89-4940-a391-4fef4108944e None None] Sync routers for ids ['bf440855-b599-46aa-a455-f85cde04b890'] in dv-cinder-799821-1-iscsi {{(pid=92955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 14:36:30.841937 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-db22e330-6552-4458-b75d-12b1280b56e1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:30.867296 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f8554b-eb89-4940-a391-4fef4108944e None None] Routers {'bf440855-b599-46aa-a455-f85cde04b890'} bound to L3 agent in host dv-cinder-799821-1-iscsi {{(pid=92955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 14:36:30.867937 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-50f8554b-eb89-4940-a391-4fef4108944e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T13:53:27Z,description=,heartbeat_timestamp=2021-07-07T14:36:28Z,host='dv-cinder-799821-1-iscsi',id=652ddd47-bc13-4e1c-8285-b4eb8cea957f,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:53:27Z,topic='l3_agent')) {'router_ids': ['bf440855-b599-46aa-a455-f85cde04b890'], 'active': True} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:36:30.934054 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-796b186f-fe35-4596-b873-61b25736ea90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1517bda3-6996-5b7d-b15a-be6a9ec91b77-a9b1db46-a5ae-41f2-898b-198b34b55fdf', 'network_id': 'a9b1db46-a5ae-41f2-898b-198b34b55fdf', 'tenant_id': 'a8e166c82d9a413a9a0e77c645377cc0', 'fixed_ips': [{'subnet_id': '93ea07e9-9c2d-47a9-b041-38e8cb13a001'}]}} from dv-cinder-799821-1-iscsi. {{(pid=92955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 14:36:30.934923 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-796b186f-fe35-4596-b873-61b25736ea90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_create {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:30.978737 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-db22e330-6552-4458-b75d-12b1280b56e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1661972', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1724611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6195'] for router, precommit_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:31.064263 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvr_db [None req-50f8554b-eb89-4940-a391-4fef4108944e None None] Set router bf440855-b599-46aa-a455-f85cde04b890 gateway port host: dv-cinder-799821-1-iscsi {{(pid=92955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 14:36:31.189092 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-db22e330-6552-4458-b75d-12b1280b56e1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:31.217627 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-db22e330-6552-4458-b75d-12b1280b56e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:31.223744 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Device f71ba50b-4488-430a-afdc-4c771cab180d up at agent ovs-agent-dv-cinder-799821-1-iscsi {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 14:36:31.226661 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.db_base_plugin_common [None req-796b186f-fe35-4596-b873-61b25736ea90 None None] Allocated IP 172.20.0.2 (a9b1db46-a5ae-41f2-898b-198b34b55fdf/93ea07e9-9c2d-47a9-b041-38e8cb13a001/76f4f9fd-56cd-48b4-be2d-ad7ea6fbb905) {{(pid=92955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 14:36:31.332535 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.db.db_base_plugin_common [None req-db22e330-6552-4458-b75d-12b1280b56e1 admin admin] Allocated IP 172.27.0.202 (c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5/157deb10-066f-4182-88bf-9da6b52b6e64/2a80388d-a075-47da-8083-9b7f8c00c93f) {{(pid=92954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 14:36:31.405823 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Provisioning for port f71ba50b-4488-430a-afdc-4c771cab180d completed by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 14:36:31.421114 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Provisioning complete for port f71ba50b-4488-430a-afdc-4c771cab180d triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 14:36:31.421486 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732533'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:31.434723 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-db22e330-6552-4458-b75d-12b1280b56e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:31.475692 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-db22e330-6552-4458-b75d-12b1280b56e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744350976988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8461633'] for port, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:31.511401 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db22e330-6552-4458-b75d-12b1280b56e1 admin admin] Network c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5 is already hosted by enough agents. {{(pid=92954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 14:36:31.515647 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.scheduler.base_scheduler [None req-db22e330-6552-4458-b75d-12b1280b56e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=92954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 14:36:31.521710 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db22e330-6552-4458-b75d-12b1280b56e1 admin admin] Received port after_create {{(pid=92954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 14:36:31.525943 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-796b186f-fe35-4596-b873-61b25736ea90 None None] Notify callbacks [] for port, precommit_create {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:31.527183 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db22e330-6552-4458-b75d-12b1280b56e1 admin admin] Pushing event updated for resources: {'Port': ['ID=2a80388d-a075-47da-8083-9b7f8c00c93f,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:36:31.535575 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-50f8554b-eb89-4940-a391-4fef4108944e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf440855-b599-46aa-a455-f85cde04b890', 'name': 'tempest-TestVolumeBootPattern-93386920-router', 'tenant_id': '0ce05d06ad794625bef8693b2fcb923d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'external_fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': 'f71ba50b-4488-430a-afdc-4c771cab180d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T14:36:26Z', 'updated_at': '2021-07-07T14:36:28Z', 'revision_number': 4, 'project_id': '0ce05d06ad794625bef8693b2fcb923d', 'gw_port': {'id': 'f71ba50b-4488-430a-afdc-4c771cab180d', 'name': '', 'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:59:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf440855-b599-46aa-a455-f85cde04b890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:36:26Z', 'updated_at': '2021-07-07T14:36:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799821-1-iscsi', '_interfaces': [{'id': '5ffa04ba-c769-4e77-a757-8b2c755581c7', 'name': '', 'network_id': '6c35d8b0-d101-469c-acc6-415586fc4a11', 'tenant_id': '0ce05d06ad794625bef8693b2fcb923d', 'mac_address': 'fa:16:3e:29:02:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf440855-b599-46aa-a455-f85cde04b890', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'd30bc248-8afd-40ea-829c-3f5850a24126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:36:28Z', 'updated_at': '2021-07-07T14:36:28Z', 'revision_number': 2, 'project_id': '0ce05d06ad794625bef8693b2fcb923d', 'subnets': [{'id': 'd30bc248-8afd-40ea-829c-3f5850a24126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799821-1-iscsi', False) {} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:36:31.543495 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-796b186f-fe35-4596-b873-61b25736ea90 None None] Transition to ACTIVE for port object 76f4f9fd-56cd-48b4-be2d-ad7ea6fbb905 will not be triggered until provisioned by entity L2. {{(pid=92955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 14:36:31.591575 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f8554b-eb89-4940-a391-4fef4108944e None None] Checking router: bf440855-b599-46aa-a455-f85cde04b890 for host: dv-cinder-799821-1-iscsi {{(pid=92955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 14:36:31.591929 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f8554b-eb89-4940-a391-4fef4108944e None None] Updating router bf440855-b599-46aa-a455-f85cde04b890 port 5ffa04ba-c769-4e77-a757-8b2c755581c7 binding host dv-cinder-799821-1-iscsi {{(pid=92955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 14:36:31.635192 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-796b186f-fe35-4596-b873-61b25736ea90 None None] Transition to ACTIVE for port object 76f4f9fd-56cd-48b4-be2d-ad7ea6fbb905 will not be triggered until provisioned by entity DHCP. {{(pid=92955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 14:36:31.636671 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:31.658307 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-796b186f-fe35-4596-b873-61b25736ea90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744350976988'] for port, after_create {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:31.673394 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-50f8554b-eb89-4940-a391-4fef4108944e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:31.676232 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] For port f71ba50b-4488-430a-afdc-4c771cab180d, host dv-cinder-799821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799821-1-iscsi',level=0,port_id=f71ba50b-4488-430a-afdc-4c771cab180d,segment=NetworkSegment(f9b1122d-b65f-4a0f-8420-4cc063cf42b9),segment_id=f9b1122d-b65f-4a0f-8420-4cc063cf42b9)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 14:36:31.704957 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:31.716069 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-796b186f-fe35-4596-b873-61b25736ea90 None None] Network a9b1db46-a5ae-41f2-898b-198b34b55fdf is already hosted by enough agents. {{(pid=92955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 14:36:31.722275 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.scheduler.base_scheduler [None req-796b186f-fe35-4596-b873-61b25736ea90 None None] Resources bound (agent type, host, resource id): {{(pid=92955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 14:36:31.725294 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796b186f-fe35-4596-b873-61b25736ea90 None None] Received port after_create {{(pid=92955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 14:36:31.767174 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796b186f-fe35-4596-b873-61b25736ea90 None None] Pushing event updated for resources: {'Port': ['ID=76f4f9fd-56cd-48b4-be2d-ad7ea6fbb905,revision_number=1']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:36:31.776121 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-db22e330-6552-4458-b75d-12b1280b56e1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:31.905394 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ebecbb-3c0f-4bc1-88cc-832cd4d31b7a req-35224bd8-f978-43d1-a65a-549465044b26 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:36:31.908140 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-56ebecbb-3c0f-4bc1-88cc-832cd4d31b7a req-35224bd8-f978-43d1-a65a-549465044b26 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/ports?device_id=9be2ba1c-93da-4988-9c0c-134e044f8498 HTTP/1.1" status: 200 len: 946 time: 0.0740118 Jul 07 14:36:31.924746 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.managers [None req-796b186f-fe35-4596-b873-61b25736ea90 None None] Attempting to bind port 76f4f9fd-56cd-48b4-be2d-ad7ea6fbb905 on host dv-cinder-799821-1-iscsi for vnic_type normal with profile {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 14:36:31.925044 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.managers [None req-796b186f-fe35-4596-b873-61b25736ea90 None None] Attempting to bind port 76f4f9fd-56cd-48b4-be2d-ad7ea6fbb905 by drivers openvswitch,hyperv on host dv-cinder-799821-1-iscsi at level 0 using segments [{'id': 'eae3c447-b47b-4621-bef4-43a53db72d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a9b1db46-a5ae-41f2-898b-198b34b55fdf'}] {{(pid=92955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 14:36:31.925391 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796b186f-fe35-4596-b873-61b25736ea90 None None] Attempting to bind port 76f4f9fd-56cd-48b4-be2d-ad7ea6fbb905 on network a9b1db46-a5ae-41f2-898b-198b34b55fdf {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 14:36:31.932301 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Pushing event updated for resources: {'Port': ['ID=f71ba50b-4488-430a-afdc-4c771cab180d,revision_number=4']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:36:31.939743 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796b186f-fe35-4596-b873-61b25736ea90 None None] Checking agent: {'id': 'bf273e17-8767-46a0-900a-b292254968fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799821-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 13, 53, 28), 'started_at': datetime.datetime(2021, 7, 7, 13, 53, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 14, 36, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799821-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 14:36:31.940112 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796b186f-fe35-4596-b873-61b25736ea90 None None] Checking segment: {'id': 'eae3c447-b47b-4621-bef4-43a53db72d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a9b1db46-a5ae-41f2-898b-198b34b55fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 14:36:31.940522 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-796b186f-fe35-4596-b873-61b25736ea90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:31.940912 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796b186f-fe35-4596-b873-61b25736ea90 None None] Bound using segment: {'id': 'eae3c447-b47b-4621-bef4-43a53db72d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a9b1db46-a5ae-41f2-898b-198b34b55fdf'} {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 14:36:31.941389 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.managers [None req-796b186f-fe35-4596-b873-61b25736ea90 None None] Bound port: 76f4f9fd-56cd-48b4-be2d-ad7ea6fbb905, host: dv-cinder-799821-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eae3c447-b47b-4621-bef4-43a53db72d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a9b1db46-a5ae-41f2-898b-198b34b55fdf'}}] {{(pid=92955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 14:36:31.941919 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-796b186f-fe35-4596-b873-61b25736ea90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:31.951712 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-56ebecbb-3c0f-4bc1-88cc-832cd4d31b7a req-d39376cd-10da-4698-90f2-67847f50016c tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb65e8b4-eab0-4462-8ea9-f84e2fbecdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374932 Jul 07 14:36:31.983719 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-db22e330-6552-4458-b75d-12b1280b56e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1724634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1661967'] for router, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:32.127865 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db22e330-6552-4458-b75d-12b1280b56e1 admin admin] Router c96a6652-9775-405d-9bd4-5c3fa3e9076d is scheduled to L3 agent 652ddd47-bc13-4e1c-8285-b4eb8cea957f with binding_index 1 {{(pid=92954) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 14:36:32.136901 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed92221-8eef-4a16-9c15-a2504a397b9d req-488dbe49-2f12-4178-8507-f7268fcde1b9 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:36:32.138667 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-bed92221-8eef-4a16-9c15-a2504a397b9d req-488dbe49-2f12-4178-8507-f7268fcde1b9 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/ports?device_id=9be2ba1c-93da-4988-9c0c-134e044f8498 HTTP/1.1" status: 200 len: 946 time: 0.0684781 Jul 07 14:36:32.147777 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 42806) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:36:32.152586 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [None req-03686416-e4c4-49f5-8cf3-37a28662f1f9 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Request body: {'floatingip': {'port_id': '191bea45-2270-4f50-9df2-728222eacacb'}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 14:36:32.190589 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-796b186f-fe35-4596-b873-61b25736ea90 None None] For port 76f4f9fd-56cd-48b4-be2d-ad7ea6fbb905, host dv-cinder-799821-1-iscsi, cleared binding levels {{(pid=92955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 14:36:32.213322 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-796b186f-fe35-4596-b873-61b25736ea90 None None] For port 76f4f9fd-56cd-48b4-be2d-ad7ea6fbb905, host dv-cinder-799821-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799821-1-iscsi',level=0,port_id=76f4f9fd-56cd-48b4-be2d-ad7ea6fbb905,segment=NetworkSegment(eae3c447-b47b-4621-bef4-43a53db72d4e),segment_id=eae3c447-b47b-4621-bef4-43a53db72d4e)] {{(pid=92955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 14:36:32.221784 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-796b186f-fe35-4596-b873-61b25736ea90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:32.319405 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796b186f-fe35-4596-b873-61b25736ea90 None None] Pushing event updated for resources: {'Port': ['ID=76f4f9fd-56cd-48b4-be2d-ad7ea6fbb905,revision_number=2']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:36:32.344197 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-50f8554b-eb89-4940-a391-4fef4108944e None None] Notify callbacks [] for port, precommit_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:32.355675 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-50f8554b-eb89-4940-a391-4fef4108944e None None] Transition to ACTIVE for port object 5ffa04ba-c769-4e77-a757-8b2c755581c7 will not be triggered until provisioned by entity L2. {{(pid=92955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 14:36:32.363254 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-50f8554b-eb89-4940-a391-4fef4108944e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:32.466535 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120aa298-3b45-4a5f-b407-87fb4a3f0a88 None None] Pushing event updated for resources: {'Port': ['ID=5ffa04ba-c769-4e77-a757-8b2c755581c7,revision_number=3']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:36:32.473334 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.managers [None req-50f8554b-eb89-4940-a391-4fef4108944e None None] Attempting to bind port 5ffa04ba-c769-4e77-a757-8b2c755581c7 on host dv-cinder-799821-1-iscsi for vnic_type normal with profile {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 14:36:32.473704 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.managers [None req-50f8554b-eb89-4940-a391-4fef4108944e None None] Attempting to bind port 5ffa04ba-c769-4e77-a757-8b2c755581c7 by drivers openvswitch,hyperv on host dv-cinder-799821-1-iscsi at level 0 using segments [{'id': '06112c06-3017-4cd2-b257-79638c135136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '6c35d8b0-d101-469c-acc6-415586fc4a11'}] {{(pid=92955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 14:36:32.474066 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f8554b-eb89-4940-a391-4fef4108944e None None] Attempting to bind port 5ffa04ba-c769-4e77-a757-8b2c755581c7 on network 6c35d8b0-d101-469c-acc6-415586fc4a11 {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 14:36:32.479517 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f8554b-eb89-4940-a391-4fef4108944e None None] Checking agent: {'id': 'bf273e17-8767-46a0-900a-b292254968fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799821-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 13, 53, 28), 'started_at': datetime.datetime(2021, 7, 7, 13, 53, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 14, 36, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799821-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 14:36:32.479892 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f8554b-eb89-4940-a391-4fef4108944e None None] Checking segment: {'id': '06112c06-3017-4cd2-b257-79638c135136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '6c35d8b0-d101-469c-acc6-415586fc4a11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 14:36:32.480291 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-50f8554b-eb89-4940-a391-4fef4108944e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:32.480677 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f8554b-eb89-4940-a391-4fef4108944e None None] Bound using segment: {'id': '06112c06-3017-4cd2-b257-79638c135136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '6c35d8b0-d101-469c-acc6-415586fc4a11'} {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 14:36:32.481136 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.managers [None req-50f8554b-eb89-4940-a391-4fef4108944e None None] Bound port: 5ffa04ba-c769-4e77-a757-8b2c755581c7, host: dv-cinder-799821-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06112c06-3017-4cd2-b257-79638c135136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '6c35d8b0-d101-469c-acc6-415586fc4a11'}}] {{(pid=92955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 14:36:32.481515 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-50f8554b-eb89-4940-a391-4fef4108944e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:32.507442 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-03686416-e4c4-49f5-8cf3-37a28662f1f9 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Notify callbacks [] for floatingip, before_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:32.585876 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-50f8554b-eb89-4940-a391-4fef4108944e None None] For port 5ffa04ba-c769-4e77-a757-8b2c755581c7, host dv-cinder-799821-1-iscsi, cleared binding levels {{(pid=92955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 14:36:32.592080 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-50f8554b-eb89-4940-a391-4fef4108944e None None] For port 5ffa04ba-c769-4e77-a757-8b2c755581c7, host dv-cinder-799821-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799821-1-iscsi',level=0,port_id=5ffa04ba-c769-4e77-a757-8b2c755581c7,segment=NetworkSegment(06112c06-3017-4cd2-b257-79638c135136),segment_id=06112c06-3017-4cd2-b257-79638c135136)] {{(pid=92955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 14:36:32.604056 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-50f8554b-eb89-4940-a391-4fef4108944e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:32.680355 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db22e330-6552-4458-b75d-12b1280b56e1 admin admin] Notify agent at l3_agent.dv-cinder-799821-1-iscsi the message routers_updated {{(pid=92954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 14:36:32.692036 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f8554b-eb89-4940-a391-4fef4108944e None None] Routers {'bf440855-b599-46aa-a455-f85cde04b890'} bound to L3 agent in host dv-cinder-799821-1-iscsi {{(pid=92955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 14:36:32.692287 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8410b155-be0e-4f9b-bb03-0669d97cd7b9 None None] Sync routers for ids ['c96a6652-9775-405d-9bd4-5c3fa3e9076d'] in dv-cinder-799821-1-iscsi {{(pid=92956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 14:36:32.692952 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-50f8554b-eb89-4940-a391-4fef4108944e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T13:53:27Z,description=,heartbeat_timestamp=2021-07-07T14:36:28Z,host='dv-cinder-799821-1-iscsi',id=652ddd47-bc13-4e1c-8285-b4eb8cea957f,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:53:27Z,topic='l3_agent')) {'router_ids': ['bf440855-b599-46aa-a455-f85cde04b890'], 'active': True} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:36:32.704962 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8410b155-be0e-4f9b-bb03-0669d97cd7b9 None None] Routers {'c96a6652-9775-405d-9bd4-5c3fa3e9076d'} bound to L3 agent in host dv-cinder-799821-1-iscsi {{(pid=92956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 14:36:32.705708 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-8410b155-be0e-4f9b-bb03-0669d97cd7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T13:53:27Z,description=,heartbeat_timestamp=2021-07-07T14:36:28Z,host='dv-cinder-799821-1-iscsi',id=652ddd47-bc13-4e1c-8285-b4eb8cea957f,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:53:27Z,topic='l3_agent')) {'router_ids': ['c96a6652-9775-405d-9bd4-5c3fa3e9076d'], 'active': True} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:36:32.742584 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:32.762321 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-db22e330-6552-4458-b75d-12b1280b56e1 admin admin] Notify callbacks [] for router, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:32.766775 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-db22e330-6552-4458-b75d-12b1280b56e1 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.0101516 Jul 07 14:36:32.767112 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 42808) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:36:32.809398 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120aa298-3b45-4a5f-b407-87fb4a3f0a88 None None] Pushing event updated for resources: {'Port': ['ID=5ffa04ba-c769-4e77-a757-8b2c755581c7,revision_number=4']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:36:32.866499 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvr_db [None req-50f8554b-eb89-4940-a391-4fef4108944e None None] Set router bf440855-b599-46aa-a455-f85cde04b890 gateway port host: dv-cinder-799821-1-iscsi {{(pid=92955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 14:36:32.869194 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvr_db [None req-8410b155-be0e-4f9b-bb03-0669d97cd7b9 None None] Set router c96a6652-9775-405d-9bd4-5c3fa3e9076d gateway port host: dv-cinder-799821-1-iscsi {{(pid=92956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 14:36:33.096805 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-8410b155-be0e-4f9b-bb03-0669d97cd7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c96a6652-9775-405d-9bd4-5c3fa3e9076d', 'name': 'tempest-TestVolumeBootPattern-1326863929-router', 'tenant_id': 'a8e166c82d9a413a9a0e77c645377cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'external_fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '2a80388d-a075-47da-8083-9b7f8c00c93f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T14:36:30Z', 'updated_at': '2021-07-07T14:36:31Z', 'revision_number': 3, 'project_id': 'a8e166c82d9a413a9a0e77c645377cc0', 'gw_port': {'id': '2a80388d-a075-47da-8083-9b7f8c00c93f', 'name': '', 'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:33:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c96a6652-9775-405d-9bd4-5c3fa3e9076d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:36:31Z', 'updated_at': '2021-07-07T14:36:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799821-1-iscsi'}], 'dv-cinder-799821-1-iscsi', False) {} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:36:33.135543 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8410b155-be0e-4f9b-bb03-0669d97cd7b9 None None] Checking router: c96a6652-9775-405d-9bd4-5c3fa3e9076d for host: dv-cinder-799821-1-iscsi {{(pid=92956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 14:36:33.136271 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8410b155-be0e-4f9b-bb03-0669d97cd7b9 None None] Updating router c96a6652-9775-405d-9bd4-5c3fa3e9076d port 2a80388d-a075-47da-8083-9b7f8c00c93f binding host dv-cinder-799821-1-iscsi {{(pid=92956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 14:36:33.198215 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-8410b155-be0e-4f9b-bb03-0669d97cd7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:33.232875 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-03686416-e4c4-49f5-8cf3-37a28662f1f9 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:33.240189 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-03686416-e4c4-49f5-8cf3-37a28662f1f9 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1662057'] for floatingip, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:33.246986 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.agents_db [None req-578d1851-68de-424d-8d1f-a58f436dd381 None None] Agent healthcheck: found 6 active agents {{(pid=92956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 14:36:33.257356 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-50f8554b-eb89-4940-a391-4fef4108944e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf440855-b599-46aa-a455-f85cde04b890', 'name': 'tempest-TestVolumeBootPattern-93386920-router', 'tenant_id': '0ce05d06ad794625bef8693b2fcb923d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'external_fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': 'f71ba50b-4488-430a-afdc-4c771cab180d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T14:36:26Z', 'updated_at': '2021-07-07T14:36:28Z', 'revision_number': 4, 'project_id': '0ce05d06ad794625bef8693b2fcb923d', 'gw_port': {'id': 'f71ba50b-4488-430a-afdc-4c771cab180d', 'name': '', 'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:59:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf440855-b599-46aa-a455-f85cde04b890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:36:26Z', 'updated_at': '2021-07-07T14:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799821-1-iscsi', '_interfaces': [{'id': '5ffa04ba-c769-4e77-a757-8b2c755581c7', 'name': '', 'network_id': '6c35d8b0-d101-469c-acc6-415586fc4a11', 'tenant_id': '0ce05d06ad794625bef8693b2fcb923d', 'mac_address': 'fa:16:3e:29:02:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf440855-b599-46aa-a455-f85cde04b890', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'd30bc248-8afd-40ea-829c-3f5850a24126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:36:28Z', 'updated_at': '2021-07-07T14:36:32Z', 'revision_number': 4, 'project_id': '0ce05d06ad794625bef8693b2fcb923d', 'subnets': [{'id': 'd30bc248-8afd-40ea-829c-3f5850a24126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799821-1-iscsi', False) {} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:36:33.321223 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f8554b-eb89-4940-a391-4fef4108944e None None] The sync data for ids ['bf440855-b599-46aa-a455-f85cde04b890'] in dv-cinder-799821-1-iscsi is: [{'id': 'bf440855-b599-46aa-a455-f85cde04b890', 'name': 'tempest-TestVolumeBootPattern-93386920-router', 'tenant_id': '0ce05d06ad794625bef8693b2fcb923d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'external_fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': 'f71ba50b-4488-430a-afdc-4c771cab180d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T14:36:26Z', 'updated_at': '2021-07-07T14:36:28Z', 'revision_number': 4, 'project_id': '0ce05d06ad794625bef8693b2fcb923d', 'gw_port': {'id': 'f71ba50b-4488-430a-afdc-4c771cab180d', 'name': '', 'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:59:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf440855-b599-46aa-a455-f85cde04b890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:36:26Z', 'updated_at': '2021-07-07T14:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799821-1-iscsi', '_interfaces': [{'id': '5ffa04ba-c769-4e77-a757-8b2c755581c7', 'name': '', 'network_id': '6c35d8b0-d101-469c-acc6-415586fc4a11', 'tenant_id': '0ce05d06ad794625bef8693b2fcb923d', 'mac_address': 'fa:16:3e:29:02:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf440855-b599-46aa-a455-f85cde04b890', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'd30bc248-8afd-40ea-829c-3f5850a24126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:36:28Z', 'updated_at': '2021-07-07T14:36:32Z', 'revision_number': 4, 'project_id': '0ce05d06ad794625bef8693b2fcb923d', 'subnets': [{'id': 'd30bc248-8afd-40ea-829c-3f5850a24126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 14:36:33.368224 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Device f71ba50b-4488-430a-afdc-4c771cab180d up at agent ovs-agent-dv-cinder-799821-1-iscsi {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 14:36:33.465006 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.db.l3_db [None req-03686416-e4c4-49f5-8cf3-37a28662f1f9 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Floating IP 9138cadf-83a4-4a41-ad42-7ee2a8b91834 associated. External IP: 172.27.0.192, port: 191bea45-2270-4f50-9df2-728222eacacb. Jul 07 14:36:33.498633 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Provisioning complete for port f71ba50b-4488-430a-afdc-4c771cab180d triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 14:36:33.499171 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732533'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:33.653879 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Device 76f4f9fd-56cd-48b4-be2d-ad7ea6fbb905 up at agent ovs-agent-dv-cinder-799821-1-iscsi {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 14:36:33.712148 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319c987f-e2dc-4162-871b-b0190c80ef55 None None] Network a9b1db46-a5ae-41f2-898b-198b34b55fdf requested from dv-cinder-799821-1-iscsi {{(pid=92955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 14:36:33.772380 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Provisioning for port 76f4f9fd-56cd-48b4-be2d-ad7ea6fbb905 completed by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 14:36:33.808614 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-4a6978ef-6a0b-4a93-aa80-b17fad9728ca None None] Provisioning for port 76f4f9fd-56cd-48b4-be2d-ad7ea6fbb905 completed by entity DHCP. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 14:36:33.821253 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-4a6978ef-6a0b-4a93-aa80-b17fad9728ca None None] Provisioning complete for port 76f4f9fd-56cd-48b4-be2d-ad7ea6fbb905 triggered by entity DHCP. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 14:36:33.821875 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4a6978ef-6a0b-4a93-aa80-b17fad9728ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732533'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:33.826958 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-4aac430e-df83-4c43-bb0a-987815e69373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:33.838284 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-8410b155-be0e-4f9b-bb03-0669d97cd7b9 None None] Notify callbacks [] for port, precommit_update {{(pid=92956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:33.861214 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.provisioning_blocks [None req-8410b155-be0e-4f9b-bb03-0669d97cd7b9 None None] Transition to ACTIVE for port object 2a80388d-a075-47da-8083-9b7f8c00c93f will not be triggered until provisioned by entity L2. {{(pid=92956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 14:36:33.873388 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-8410b155-be0e-4f9b-bb03-0669d97cd7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567'] for port, after_update {{(pid=92956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:33.893718 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03686416-e4c4-49f5-8cf3-37a28662f1f9 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Router 7c241464-ad6d-4c10-9c40-aa2237452a65 has already been hosted by L3 agent 652ddd47-bc13-4e1c-8285-b4eb8cea957f {{(pid=92954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 14:36:33.935095 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.managers [None req-8410b155-be0e-4f9b-bb03-0669d97cd7b9 None None] Attempting to bind port 2a80388d-a075-47da-8083-9b7f8c00c93f on host dv-cinder-799821-1-iscsi for vnic_type normal with profile {{(pid=92956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 14:36:33.935718 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.managers [None req-8410b155-be0e-4f9b-bb03-0669d97cd7b9 None None] Attempting to bind port 2a80388d-a075-47da-8083-9b7f8c00c93f by drivers openvswitch,hyperv on host dv-cinder-799821-1-iscsi at level 0 using segments [{'id': 'f9b1122d-b65f-4a0f-8420-4cc063cf42b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5'}] {{(pid=92956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 14:36:33.936267 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8410b155-be0e-4f9b-bb03-0669d97cd7b9 None None] Attempting to bind port 2a80388d-a075-47da-8083-9b7f8c00c93f on network c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5 {{(pid=92956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 14:36:33.943957 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8410b155-be0e-4f9b-bb03-0669d97cd7b9 None None] Checking agent: {'id': 'bf273e17-8767-46a0-900a-b292254968fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799821-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 13, 53, 28), 'started_at': datetime.datetime(2021, 7, 7, 13, 53, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 14, 36, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799821-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 14:36:33.944562 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8410b155-be0e-4f9b-bb03-0669d97cd7b9 None None] Checking segment: {'id': 'f9b1122d-b65f-4a0f-8420-4cc063cf42b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 14:36:33.945117 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-8410b155-be0e-4f9b-bb03-0669d97cd7b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:33.945725 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8410b155-be0e-4f9b-bb03-0669d97cd7b9 None None] Bound using segment: {'id': 'f9b1122d-b65f-4a0f-8420-4cc063cf42b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5'} {{(pid=92956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 14:36:33.946344 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.managers [None req-8410b155-be0e-4f9b-bb03-0669d97cd7b9 None None] Bound port: 2a80388d-a075-47da-8083-9b7f8c00c93f, host: dv-cinder-799821-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9b1122d-b65f-4a0f-8420-4cc063cf42b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5'}}] {{(pid=92956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 14:36:33.946915 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-8410b155-be0e-4f9b-bb03-0669d97cd7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:34.010823 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.db [None req-8410b155-be0e-4f9b-bb03-0669d97cd7b9 None None] For port 2a80388d-a075-47da-8083-9b7f8c00c93f, host dv-cinder-799821-1-iscsi, cleared binding levels {{(pid=92956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 14:36:34.014068 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.db [None req-8410b155-be0e-4f9b-bb03-0669d97cd7b9 None None] For port 2a80388d-a075-47da-8083-9b7f8c00c93f, host dv-cinder-799821-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799821-1-iscsi',level=0,port_id=2a80388d-a075-47da-8083-9b7f8c00c93f,segment=NetworkSegment(f9b1122d-b65f-4a0f-8420-4cc063cf42b9),segment_id=f9b1122d-b65f-4a0f-8420-4cc063cf42b9)] {{(pid=92956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 14:36:34.027252 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-8410b155-be0e-4f9b-bb03-0669d97cd7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567'] for port, after_update {{(pid=92956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:34.030826 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.db.db_base_plugin_common [None req-4aac430e-df83-4c43-bb0a-987815e69373 admin admin] Allocated IP 172.20.0.1 (a9b1db46-a5ae-41f2-898b-198b34b55fdf/93ea07e9-9c2d-47a9-b041-38e8cb13a001/bc1e4310-bcc4-4d7b-bc04-b56a340530b8) {{(pid=92953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 14:36:34.053408 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25e6bdd-2c71-40ea-8091-90b443e0b103 None None] Pushing event updated for resources: {'Port': ['ID=2a80388d-a075-47da-8083-9b7f8c00c93f,revision_number=2']} {{(pid=92956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:36:34.067813 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03686416-e4c4-49f5-8cf3-37a28662f1f9 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Notify agent at l3_agent.dv-cinder-799821-1-iscsi the message routers_updated {{(pid=92954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 14:36:34.080651 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-03686416-e4c4-49f5-8cf3-37a28662f1f9 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171717'] for floatingip, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:34.083061 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e19463d-7e96-4936-91aa-5a15be64ce31 None None] Sync routers for ids ['7c241464-ad6d-4c10-9c40-aa2237452a65'] in dv-cinder-799821-1-iscsi {{(pid=92955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 14:36:34.120895 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8410b155-be0e-4f9b-bb03-0669d97cd7b9 None None] Routers {'c96a6652-9775-405d-9bd4-5c3fa3e9076d'} bound to L3 agent in host dv-cinder-799821-1-iscsi {{(pid=92956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 14:36:34.122513 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e19463d-7e96-4936-91aa-5a15be64ce31 None None] Routers {'7c241464-ad6d-4c10-9c40-aa2237452a65'} bound to L3 agent in host dv-cinder-799821-1-iscsi {{(pid=92955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 14:36:34.123149 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-5e19463d-7e96-4936-91aa-5a15be64ce31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T13:53:27Z,description=,heartbeat_timestamp=2021-07-07T14:36:28Z,host='dv-cinder-799821-1-iscsi',id=652ddd47-bc13-4e1c-8285-b4eb8cea957f,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:53:27Z,topic='l3_agent')) {'router_ids': ['7c241464-ad6d-4c10-9c40-aa2237452a65'], 'active': True} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:36:34.123404 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-03686416-e4c4-49f5-8cf3-37a28662f1f9 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "PUT /v2.0/floatingips/9138cadf-83a4-4a41-ad42-7ee2a8b91834 HTTP/1.1" status: 200 len: 992 time: 1.9743969 Jul 07 14:36:34.123674 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-8410b155-be0e-4f9b-bb03-0669d97cd7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T13:53:27Z,description=,heartbeat_timestamp=2021-07-07T14:36:28Z,host='dv-cinder-799821-1-iscsi',id=652ddd47-bc13-4e1c-8285-b4eb8cea957f,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:53:27Z,topic='l3_agent')) {'router_ids': ['c96a6652-9775-405d-9bd4-5c3fa3e9076d'], 'active': True} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:36:34.124359 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9be2ba1c-93da-4988-9c0c-134e044f8498', 'tag': '191bea45-2270-4f50-9df2-728222eacacb'}] {{(pid=92954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 14:36:34.128018 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23a2f25214143ca7dc6eabc905ff8a7df5b3799efbbaa422209646810e3da78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e3a7bca-22c2-4fbb-9a28-abe82b4eecd3" -d '{"events": [{"name": "network-changed", "server_uuid": "9be2ba1c-93da-4988-9c0c-134e044f8498", "tag": "191bea45-2270-4f50-9df2-728222eacacb"}]}' {{(pid=92954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 14:36:34.180821 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25e6bdd-2c71-40ea-8091-90b443e0b103 None None] Pushing event updated for resources: {'Port': ['ID=2a80388d-a075-47da-8083-9b7f8c00c93f,revision_number=3']} {{(pid=92956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:36:34.203772 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-4aac430e-df83-4c43-bb0a-987815e69373 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:34.232746 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-4aac430e-df83-4c43-bb0a-987815e69373 admin admin] Transition to ACTIVE for port object bc1e4310-bcc4-4d7b-bc04-b56a340530b8 will not be triggered until provisioned by entity DHCP. {{(pid=92953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 14:36:34.239950 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 14:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd124517-db71-410d-807f-6fcb255a97bc x-openstack-request-id: req-cd124517-db71-410d-807f-6fcb255a97bc {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 14:36:34.240316 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9be2ba1c-93da-4988-9c0c-134e044f8498", "tag": "191bea45-2270-4f50-9df2-728222eacacb", "status": "completed", "code": 200}]} {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 14:36:34.240633 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cd124517-db71-410d-807f-6fcb255a97bc {{(pid=92954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 14:36:34.241132 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9be2ba1c-93da-4988-9c0c-134e044f8498', 'tag': '191bea45-2270-4f50-9df2-728222eacacb', 'status': 'completed', 'code': 200} Jul 07 14:36:34.250152 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4a6978ef-6a0b-4a93-aa80-b17fad9728ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:34.284670 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-4aac430e-df83-4c43-bb0a-987815e69373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744350976988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2608666'] for port, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:34.324253 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvr_db [None req-8410b155-be0e-4f9b-bb03-0669d97cd7b9 None None] Set router c96a6652-9775-405d-9bd4-5c3fa3e9076d gateway port host: dv-cinder-799821-1-iscsi {{(pid=92956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 14:36:34.352909 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3a7bca-22c2-4fbb-9a28-abe82b4eecd3 req-d4e992e2-08aa-431f-b599-7147021c0e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:36:34.354840 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-1e3a7bca-22c2-4fbb-9a28-abe82b4eecd3 req-d4e992e2-08aa-431f-b599-7147021c0e80 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e89386cc9223406eb854d8ec22d5afad&device_id=9be2ba1c-93da-4988-9c0c-134e044f8498 HTTP/1.1" status: 200 len: 1099 time: 0.0855155 Jul 07 14:36:34.360266 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvr_db [None req-5e19463d-7e96-4936-91aa-5a15be64ce31 None None] Set router 7c241464-ad6d-4c10-9c40-aa2237452a65 gateway port host: dv-cinder-799821-1-iscsi {{(pid=92955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 14:36:34.365110 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aac430e-df83-4c43-bb0a-987815e69373 admin admin] Network a9b1db46-a5ae-41f2-898b-198b34b55fdf is already hosted by enough agents. {{(pid=92953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 14:36:34.368962 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.scheduler.base_scheduler [None req-4aac430e-df83-4c43-bb0a-987815e69373 admin admin] Resources bound (agent type, host, resource id): {{(pid=92953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 14:36:34.371491 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aac430e-df83-4c43-bb0a-987815e69373 admin admin] Received port after_create {{(pid=92953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 14:36:34.373661 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aac430e-df83-4c43-bb0a-987815e69373 admin admin] Pushing event updated for resources: {'Port': ['ID=bc1e4310-bcc4-4d7b-bc04-b56a340530b8,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:36:34.393997 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-4a6978ef-6a0b-4a93-aa80-b17fad9728ca None None] For port 76f4f9fd-56cd-48b4-be2d-ad7ea6fbb905, host dv-cinder-799821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799821-1-iscsi',level=0,port_id=76f4f9fd-56cd-48b4-be2d-ad7ea6fbb905,segment=NetworkSegment(eae3c447-b47b-4621-bef4-43a53db72d4e),segment_id=eae3c447-b47b-4621-bef4-43a53db72d4e)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 14:36:34.409493 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4a6978ef-6a0b-4a93-aa80-b17fad9728ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:34.440088 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-4aac430e-df83-4c43-bb0a-987815e69373 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1726264'] for router_interface, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:34.566184 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3a7bca-22c2-4fbb-9a28-abe82b4eecd3 req-732db7ab-d12d-499a-9ea9-a1b6cb222264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:36:34.570564 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-1e3a7bca-22c2-4fbb-9a28-abe82b4eecd3 req-732db7ab-d12d-499a-9ea9-a1b6cb222264 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7c490f9a-1358-4140-991d-bf32698f77aa HTTP/1.1" status: 200 len: 917 time: 0.2025142 Jul 07 14:36:34.621758 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6978ef-6a0b-4a93-aa80-b17fad9728ca None None] Pushing event updated for resources: {'Port': ['ID=76f4f9fd-56cd-48b4-be2d-ad7ea6fbb905,revision_number=3']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:36:34.636825 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-8410b155-be0e-4f9b-bb03-0669d97cd7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c96a6652-9775-405d-9bd4-5c3fa3e9076d', 'name': 'tempest-TestVolumeBootPattern-1326863929-router', 'tenant_id': 'a8e166c82d9a413a9a0e77c645377cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'external_fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '2a80388d-a075-47da-8083-9b7f8c00c93f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T14:36:30Z', 'updated_at': '2021-07-07T14:36:31Z', 'revision_number': 3, 'project_id': 'a8e166c82d9a413a9a0e77c645377cc0', 'gw_port': {'id': '2a80388d-a075-47da-8083-9b7f8c00c93f', 'name': '', 'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:33:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c96a6652-9775-405d-9bd4-5c3fa3e9076d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:36:31Z', 'updated_at': '2021-07-07T14:36:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799821-1-iscsi'}], 'dv-cinder-799821-1-iscsi', False) {} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:36:34.681019 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8410b155-be0e-4f9b-bb03-0669d97cd7b9 None None] The sync data for ids ['c96a6652-9775-405d-9bd4-5c3fa3e9076d'] in dv-cinder-799821-1-iscsi is: [{'id': 'c96a6652-9775-405d-9bd4-5c3fa3e9076d', 'name': 'tempest-TestVolumeBootPattern-1326863929-router', 'tenant_id': 'a8e166c82d9a413a9a0e77c645377cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'external_fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '2a80388d-a075-47da-8083-9b7f8c00c93f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T14:36:30Z', 'updated_at': '2021-07-07T14:36:31Z', 'revision_number': 3, 'project_id': 'a8e166c82d9a413a9a0e77c645377cc0', 'gw_port': {'id': '2a80388d-a075-47da-8083-9b7f8c00c93f', 'name': '', 'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:33:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c96a6652-9775-405d-9bd4-5c3fa3e9076d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:36:31Z', 'updated_at': '2021-07-07T14:36:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799821-1-iscsi'}] {{(pid=92956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 14:36:34.702193 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-4aac430e-df83-4c43-bb0a-987815e69373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:34.733036 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-1e3a7bca-22c2-4fbb-9a28-abe82b4eecd3 req-e4f81b5c-b154-449a-b3d6-85524b835781 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=191bea45-2270-4f50-9df2-728222eacacb HTTP/1.1" status: 200 len: 1000 time: 0.1554894 Jul 07 14:36:34.747197 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-5e5ad595-0887-42fa-9be0-b25811f38183 None None] Provisioning complete for port 76f4f9fd-56cd-48b4-be2d-ad7ea6fbb905 triggered by entity DHCP. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 14:36:34.748082 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-5e5ad595-0887-42fa-9be0-b25811f38183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732533'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:34.826474 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3a7bca-22c2-4fbb-9a28-abe82b4eecd3 req-3f450fe3-445e-4370-8f36-9a54319713c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:36:34.828601 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-1e3a7bca-22c2-4fbb-9a28-abe82b4eecd3 req-3f450fe3-445e-4370-8f36-9a54319713c9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6b18de7e-b643-4fd7-b48b-d38da4c85021 HTTP/1.1" status: 200 len: 855 time: 0.0853832 Jul 07 14:36:34.902189 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3a7bca-22c2-4fbb-9a28-abe82b4eecd3 req-8dfdb124-ff9e-47be-8d2b-2f626f8704ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:36:34.903339 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-1e3a7bca-22c2-4fbb-9a28-abe82b4eecd3 req-8dfdb124-ff9e-47be-8d2b-2f626f8704ba service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7c490f9a-1358-4140-991d-bf32698f77aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0673091 Jul 07 14:36:34.920562 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-5e19463d-7e96-4936-91aa-5a15be64ce31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c241464-ad6d-4c10-9c40-aa2237452a65', 'name': 'tempest-AttachVolumeShelveTestJSON-150411847-router', 'tenant_id': 'e89386cc9223406eb854d8ec22d5afad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'external_fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '566ca855-06e2-4dd7-b9ea-aa2d7a284af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T14:27:39Z', 'updated_at': '2021-07-07T14:27:42Z', 'revision_number': 4, 'project_id': 'e89386cc9223406eb854d8ec22d5afad', 'gw_port': {'id': '566ca855-06e2-4dd7-b9ea-aa2d7a284af4', 'name': '', 'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:a0:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c241464-ad6d-4c10-9c40-aa2237452a65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:27:40Z', 'updated_at': '2021-07-07T14:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799821-1-iscsi', '_floatingips': [{'id': '9138cadf-83a4-4a41-ad42-7ee2a8b91834', 'tenant_id': 'e89386cc9223406eb854d8ec22d5afad', 'floating_ip_address': '172.27.0.192', 'floating_network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'router_id': '7c241464-ad6d-4c10-9c40-aa2237452a65', 'port_id': '191bea45-2270-4f50-9df2-728222eacacb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c490f9a-1358-4140-991d-bf32698f77aa', 'mac_address': 'fa:16:3e:08:ce:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be2ba1c-93da-4988-9c0c-134e044f8498', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T14:36:20Z', 'updated_at': '2021-07-07T14:36:33Z', 'revision_number': 1, 'project_id': 'e89386cc9223406eb854d8ec22d5afad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9799e51c-57d0-442e-8fcb-cb0875cbe17a', 'name': '', 'network_id': '7c490f9a-1358-4140-991d-bf32698f77aa', 'tenant_id': 'e89386cc9223406eb854d8ec22d5afad', 'mac_address': 'fa:16:3e:63:b9:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c241464-ad6d-4c10-9c40-aa2237452a65', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '6b18de7e-b643-4fd7-b48b-d38da4c85021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:27:41Z', 'updated_at': '2021-07-07T14:27:47Z', 'revision_number': 5, 'project_id': 'e89386cc9223406eb854d8ec22d5afad', 'subnets': [{'id': '6b18de7e-b643-4fd7-b48b-d38da4c85021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799821-1-iscsi', False) {} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:36:34.953468 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e19463d-7e96-4936-91aa-5a15be64ce31 None None] Checking router: 7c241464-ad6d-4c10-9c40-aa2237452a65 for host: dv-cinder-799821-1-iscsi {{(pid=92955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 14:36:34.964222 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e19463d-7e96-4936-91aa-5a15be64ce31 None None] Routers {'7c241464-ad6d-4c10-9c40-aa2237452a65'} bound to L3 agent in host dv-cinder-799821-1-iscsi {{(pid=92955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 14:36:34.964941 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-5e19463d-7e96-4936-91aa-5a15be64ce31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T13:53:27Z,description=,heartbeat_timestamp=2021-07-07T14:36:28Z,host='dv-cinder-799821-1-iscsi',id=652ddd47-bc13-4e1c-8285-b4eb8cea957f,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:53:27Z,topic='l3_agent')) {'router_ids': ['7c241464-ad6d-4c10-9c40-aa2237452a65'], 'active': True} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:36:34.980854 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-4aac430e-df83-4c43-bb0a-987815e69373 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:34.991206 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-4aac430e-df83-4c43-bb0a-987815e69373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2608872'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:35.036927 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-1e3a7bca-22c2-4fbb-9a28-abe82b4eecd3 req-de05ffaf-7a8c-4c03-a110-c1558dc5947d service neutron] 10.222.0.24 "GET /v2.0/networks/7c490f9a-1358-4140-991d-bf32698f77aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263108 Jul 07 14:36:35.072843 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-4aac430e-df83-4c43-bb0a-987815e69373 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1712197'] for router_interface, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:35.135040 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aac430e-df83-4c43-bb0a-987815e69373 admin admin] Pushing event updated for resources: {'Port': ['ID=bc1e4310-bcc4-4d7b-bc04-b56a340530b8,revision_number=2']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:36:35.173672 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-1e3a7bca-22c2-4fbb-9a28-abe82b4eecd3 req-e4810583-ed15-4747-87b3-da461bf0d6bf service neutron] 10.222.0.24 "GET /v2.0/networks/7c490f9a-1358-4140-991d-bf32698f77aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306701 Jul 07 14:36:35.213193 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aac430e-df83-4c43-bb0a-987815e69373 admin admin] Network a9b1db46-a5ae-41f2-898b-198b34b55fdf is already hosted by enough agents. {{(pid=92953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 14:36:35.215081 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.scheduler.base_scheduler [None req-4aac430e-df83-4c43-bb0a-987815e69373 admin admin] Resources bound (agent type, host, resource id): {{(pid=92953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 14:36:35.258588 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-4a8b7115-2882-4503-8127-69dbb86ffd80 None None] Provisioning for port bc1e4310-bcc4-4d7b-bc04-b56a340530b8 completed by entity DHCP. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 14:36:35.269011 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvr_db [None req-5e19463d-7e96-4936-91aa-5a15be64ce31 None None] Set router 7c241464-ad6d-4c10-9c40-aa2237452a65 gateway port host: dv-cinder-799821-1-iscsi {{(pid=92955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 14:36:35.271384 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-4a8b7115-2882-4503-8127-69dbb86ffd80 None None] Provisioning complete for port bc1e4310-bcc4-4d7b-bc04-b56a340530b8 triggered by entity DHCP. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 14:36:35.272049 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4a8b7115-2882-4503-8127-69dbb86ffd80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732533'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:35.401509 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-4a8b7115-2882-4503-8127-69dbb86ffd80 None None] Port bc1e4310-bcc4-4d7b-bc04-b56a340530b8 cannot update to ACTIVE because it is not bound. {{(pid=92955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 14:36:35.425360 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Device 5ffa04ba-c769-4e77-a757-8b2c755581c7 up at agent ovs-agent-dv-cinder-799821-1-iscsi {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 14:36:35.447080 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aac430e-df83-4c43-bb0a-987815e69373 admin admin] Router c96a6652-9775-405d-9bd4-5c3fa3e9076d has already been hosted by L3 agent 652ddd47-bc13-4e1c-8285-b4eb8cea957f {{(pid=92953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 14:36:35.575437 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aac430e-df83-4c43-bb0a-987815e69373 admin admin] Notify agent at l3_agent.dv-cinder-799821-1-iscsi the message routers_updated {{(pid=92953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 14:36:35.581621 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-4aac430e-df83-4c43-bb0a-987815e69373 admin admin] 10.222.0.16 "PUT /v2.0/routers/c96a6652-9775-405d-9bd4-5c3fa3e9076d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8132432 Jul 07 14:36:35.635719 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Provisioning for port 5ffa04ba-c769-4e77-a757-8b2c755581c7 completed by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 14:36:35.637600 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-cf0b44cc-91ba-4d1f-aa20-e10cbc769c0b None None] Provisioning complete for port bc1e4310-bcc4-4d7b-bc04-b56a340530b8 triggered by entity DHCP. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 14:36:35.637974 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-cf0b44cc-91ba-4d1f-aa20-e10cbc769c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732533'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:35.645610 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-5e19463d-7e96-4936-91aa-5a15be64ce31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c241464-ad6d-4c10-9c40-aa2237452a65', 'name': 'tempest-AttachVolumeShelveTestJSON-150411847-router', 'tenant_id': 'e89386cc9223406eb854d8ec22d5afad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'external_fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '566ca855-06e2-4dd7-b9ea-aa2d7a284af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T14:27:39Z', 'updated_at': '2021-07-07T14:27:42Z', 'revision_number': 4, 'project_id': 'e89386cc9223406eb854d8ec22d5afad', 'gw_port': {'id': '566ca855-06e2-4dd7-b9ea-aa2d7a284af4', 'name': '', 'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:a0:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c241464-ad6d-4c10-9c40-aa2237452a65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:27:40Z', 'updated_at': '2021-07-07T14:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799821-1-iscsi', '_floatingips': [{'id': '9138cadf-83a4-4a41-ad42-7ee2a8b91834', 'tenant_id': 'e89386cc9223406eb854d8ec22d5afad', 'floating_ip_address': '172.27.0.192', 'floating_network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'router_id': '7c241464-ad6d-4c10-9c40-aa2237452a65', 'port_id': '191bea45-2270-4f50-9df2-728222eacacb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c490f9a-1358-4140-991d-bf32698f77aa', 'mac_address': 'fa:16:3e:08:ce:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be2ba1c-93da-4988-9c0c-134e044f8498', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T14:36:20Z', 'updated_at': '2021-07-07T14:36:33Z', 'revision_number': 1, 'project_id': 'e89386cc9223406eb854d8ec22d5afad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9799e51c-57d0-442e-8fcb-cb0875cbe17a', 'name': '', 'network_id': '7c490f9a-1358-4140-991d-bf32698f77aa', 'tenant_id': 'e89386cc9223406eb854d8ec22d5afad', 'mac_address': 'fa:16:3e:63:b9:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c241464-ad6d-4c10-9c40-aa2237452a65', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '6b18de7e-b643-4fd7-b48b-d38da4c85021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:27:41Z', 'updated_at': '2021-07-07T14:27:47Z', 'revision_number': 5, 'project_id': 'e89386cc9223406eb854d8ec22d5afad', 'subnets': [{'id': '6b18de7e-b643-4fd7-b48b-d38da4c85021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799821-1-iscsi', False) {} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:36:35.664945 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Provisioning complete for port 5ffa04ba-c769-4e77-a757-8b2c755581c7 triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 14:36:35.665325 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732533'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:35.721139 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e19463d-7e96-4936-91aa-5a15be64ce31 None None] The sync data for ids ['7c241464-ad6d-4c10-9c40-aa2237452a65'] in dv-cinder-799821-1-iscsi is: [{'id': '7c241464-ad6d-4c10-9c40-aa2237452a65', 'name': 'tempest-AttachVolumeShelveTestJSON-150411847-router', 'tenant_id': 'e89386cc9223406eb854d8ec22d5afad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'external_fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '566ca855-06e2-4dd7-b9ea-aa2d7a284af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T14:27:39Z', 'updated_at': '2021-07-07T14:27:42Z', 'revision_number': 4, 'project_id': 'e89386cc9223406eb854d8ec22d5afad', 'gw_port': {'id': '566ca855-06e2-4dd7-b9ea-aa2d7a284af4', 'name': '', 'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:a0:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c241464-ad6d-4c10-9c40-aa2237452a65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:27:40Z', 'updated_at': '2021-07-07T14:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799821-1-iscsi', '_floatingips': [{'id': '9138cadf-83a4-4a41-ad42-7ee2a8b91834', 'tenant_id': 'e89386cc9223406eb854d8ec22d5afad', 'floating_ip_address': '172.27.0.192', 'floating_network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'router_id': '7c241464-ad6d-4c10-9c40-aa2237452a65', 'port_id': '191bea45-2270-4f50-9df2-728222eacacb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c490f9a-1358-4140-991d-bf32698f77aa', 'mac_address': 'fa:16:3e:08:ce:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be2ba1c-93da-4988-9c0c-134e044f8498', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T14:36:20Z', 'updated_at': '2021-07-07T14:36:33Z', 'revision_number': 1, 'project_id': 'e89386cc9223406eb854d8ec22d5afad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9799e51c-57d0-442e-8fcb-cb0875cbe17a', 'name': '', 'network_id': '7c490f9a-1358-4140-991d-bf32698f77aa', 'tenant_id': 'e89386cc9223406eb854d8ec22d5afad', 'mac_address': 'fa:16:3e:63:b9:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c241464-ad6d-4c10-9c40-aa2237452a65', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '6b18de7e-b643-4fd7-b48b-d38da4c85021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:27:41Z', 'updated_at': '2021-07-07T14:27:47Z', 'revision_number': 5, 'project_id': 'e89386cc9223406eb854d8ec22d5afad', 'subnets': [{'id': '6b18de7e-b643-4fd7-b48b-d38da4c85021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 14:36:35.740688 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-cf0b44cc-91ba-4d1f-aa20-e10cbc769c0b None None] Port bc1e4310-bcc4-4d7b-bc04-b56a340530b8 cannot update to ACTIVE because it is not bound. {{(pid=92955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 14:36:35.791613 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:35.831129 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] For port 5ffa04ba-c769-4e77-a757-8b2c755581c7, host dv-cinder-799821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799821-1-iscsi',level=0,port_id=5ffa04ba-c769-4e77-a757-8b2c755581c7,segment=NetworkSegment(06112c06-3017-4cd2-b257-79638c135136),segment_id=06112c06-3017-4cd2-b257-79638c135136)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 14:36:35.835558 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:35.836638 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Device 76f4f9fd-56cd-48b4-be2d-ad7ea6fbb905 up at agent ovs-agent-dv-cinder-799821-1-iscsi {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 14:36:35.920775 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Pushing event updated for resources: {'Port': ['ID=5ffa04ba-c769-4e77-a757-8b2c755581c7,revision_number=5']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:36:35.935118 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Provisioning complete for port 76f4f9fd-56cd-48b4-be2d-ad7ea6fbb905 triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 14:36:35.935492 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732533'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:36.071265 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 42822) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:36:36.075918 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [None req-1ba84f48-7f8d-4f76-8a26-6be404176c43 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-693796439', 'description': 'tempest-secgroup-smoke-693796439 description', 'project_id': '0ce05d06ad794625bef8693b2fcb923d'}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 14:36:36.100226 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-1ba84f48-7f8d-4f76-8a26-6be404176c43 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Notify callbacks [] for security_group, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:36.128909 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c58117-a621-4135-b44e-8decc55cdbca None None] New status for floating IP 9138cadf-83a4-4a41-ad42-7ee2a8b91834: ACTIVE {{(pid=92956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 14:36:36.190316 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-1ba84f48-7f8d-4f76-8a26-6be404176c43 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Notify callbacks [] for security_group, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:36.195688 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-1ba84f48-7f8d-4f76-8a26-6be404176c43 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:36.221616 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-1ba84f48-7f8d-4f76-8a26-6be404176c43 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Notify callbacks [] for security_group, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:36.222863 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-1ba84f48-7f8d-4f76-8a26-6be404176c43 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1505961 Jul 07 14:36:36.226206 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 42824) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:36:36.227667 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba84f48-7f8d-4f76-8a26-6be404176c43 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e32c3d7-cb5e-47d0-89f3-f4aa606fe8ec,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:36:36.230828 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.v2.base [None req-3e7bce7e-30a2-490d-a272-34cfcbbe440d tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Request body: {'security_group_rule': {'security_group_id': '3e32c3d7-cb5e-47d0-89f3-f4aa606fe8ec', 'project_id': '0ce05d06ad794625bef8693b2fcb923d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 14:36:36.257194 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-3e7bce7e-30a2-490d-a272-34cfcbbe440d tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:36.316480 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-3e7bce7e-30a2-490d-a272-34cfcbbe440d tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:36.320516 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-3e7bce7e-30a2-490d-a272-34cfcbbe440d tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1690631'] for security_group_rule, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:36.339046 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7bce7e-30a2-490d-a272-34cfcbbe440d tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b237b0c3-0847-4d35-9208-a3fed5a81a36,revision_number=0']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:36:36.345426 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-3e7bce7e-30a2-490d-a272-34cfcbbe440d tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:36.346854 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-3e7bce7e-30a2-490d-a272-34cfcbbe440d tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1194360 Jul 07 14:36:36.349215 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 42826) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:36:36.353737 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.v2.base [None req-5ada41b5-0828-4d87-aa9d-d1b32d8661fa tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Request body: {'security_group_rule': {'security_group_id': '3e32c3d7-cb5e-47d0-89f3-f4aa606fe8ec', 'project_id': '0ce05d06ad794625bef8693b2fcb923d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 14:36:36.380004 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-5ada41b5-0828-4d87-aa9d-d1b32d8661fa tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:36.434887 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-5ada41b5-0828-4d87-aa9d-d1b32d8661fa tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:36.439037 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-5ada41b5-0828-4d87-aa9d-d1b32d8661fa tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1690631'] for security_group_rule, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:36.455681 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ada41b5-0828-4d87-aa9d-d1b32d8661fa tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1305385c-d302-4987-a82f-8fe85a2db4af,revision_number=0']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:36:36.462153 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-5ada41b5-0828-4d87-aa9d-d1b32d8661fa tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:36.463356 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-5ada41b5-0828-4d87-aa9d-d1b32d8661fa tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1132455 Jul 07 14:36:36.466007 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 42828) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:36:36.470785 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.v2.base [None req-78bc35ca-1f3c-4821-afd8-3c63219b6611 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Request body: {'security_group_rule': {'security_group_id': '3e32c3d7-cb5e-47d0-89f3-f4aa606fe8ec', 'project_id': '0ce05d06ad794625bef8693b2fcb923d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 14:36:36.497706 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-78bc35ca-1f3c-4821-afd8-3c63219b6611 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:36.558749 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-78bc35ca-1f3c-4821-afd8-3c63219b6611 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:36.561985 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-78bc35ca-1f3c-4821-afd8-3c63219b6611 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1690631'] for security_group_rule, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:36.580542 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bc35ca-1f3c-4821-afd8-3c63219b6611 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=184d10d2-2982-4dbb-bd73-ea629f1695c2,revision_number=0']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:36:36.583637 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-78bc35ca-1f3c-4821-afd8-3c63219b6611 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:36.587373 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-78bc35ca-1f3c-4821-afd8-3c63219b6611 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1179326 Jul 07 14:36:36.587853 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 42832) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:36:36.592427 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.v2.base [None req-608df7b5-e264-4582-b64c-7b9c6b3470f7 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Request body: {'security_group_rule': {'security_group_id': '3e32c3d7-cb5e-47d0-89f3-f4aa606fe8ec', 'project_id': '0ce05d06ad794625bef8693b2fcb923d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 14:36:36.619221 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-608df7b5-e264-4582-b64c-7b9c6b3470f7 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:36.682518 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-608df7b5-e264-4582-b64c-7b9c6b3470f7 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:36.685829 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-608df7b5-e264-4582-b64c-7b9c6b3470f7 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1690631'] for security_group_rule, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:36.706773 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608df7b5-e264-4582-b64c-7b9c6b3470f7 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c8e051c-799a-4608-bdfb-e2880732b20a,revision_number=0']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:36:36.715642 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-608df7b5-e264-4582-b64c-7b9c6b3470f7 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:36.716936 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-608df7b5-e264-4582-b64c-7b9c6b3470f7 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1281610 Jul 07 14:36:36.720547 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 42834) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:36:36.728536 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.v2.base [None req-43211ba8-3a38-4828-8581-e820cdb1aa33 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Request body: {'security_group_rule': {'security_group_id': '3e32c3d7-cb5e-47d0-89f3-f4aa606fe8ec', 'project_id': '0ce05d06ad794625bef8693b2fcb923d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 14:36:36.755263 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.db.securitygroups_db [None req-43211ba8-3a38-4828-8581-e820cdb1aa33 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Project 0ce05d06ad794625bef8693b2fcb923d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 14:36:36.760275 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-43211ba8-3a38-4828-8581-e820cdb1aa33 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:36.819973 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-43211ba8-3a38-4828-8581-e820cdb1aa33 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:36.823641 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-43211ba8-3a38-4828-8581-e820cdb1aa33 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1690631'] for security_group_rule, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:36.842505 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43211ba8-3a38-4828-8581-e820cdb1aa33 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=626a4a3b-46c3-4ca7-8aa3-f3650316c607,revision_number=0']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:36:36.846819 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-43211ba8-3a38-4828-8581-e820cdb1aa33 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:36.848088 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-43211ba8-3a38-4828-8581-e820cdb1aa33 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1263125 Jul 07 14:36:36.850992 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 42836) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:36:36.855295 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.v2.base [None req-f8aba74f-b821-44c0-b3b7-adbd157c6303 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Request body: {'security_group_rule': {'security_group_id': '3e32c3d7-cb5e-47d0-89f3-f4aa606fe8ec', 'project_id': '0ce05d06ad794625bef8693b2fcb923d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 14:36:36.879715 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.db.securitygroups_db [None req-f8aba74f-b821-44c0-b3b7-adbd157c6303 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Project 0ce05d06ad794625bef8693b2fcb923d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 14:36:36.885368 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-f8aba74f-b821-44c0-b3b7-adbd157c6303 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:36.949871 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-f8aba74f-b821-44c0-b3b7-adbd157c6303 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:36.954168 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-f8aba74f-b821-44c0-b3b7-adbd157c6303 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1690631'] for security_group_rule, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:36.972385 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8aba74f-b821-44c0-b3b7-adbd157c6303 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=406a777e-90e3-4a6e-930c-6bdff09de32f,revision_number=0']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:36:36.980755 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-f8aba74f-b821-44c0-b3b7-adbd157c6303 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:36.982048 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-f8aba74f-b821-44c0-b3b7-adbd157c6303 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1301482 Jul 07 14:36:37.054183 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c05b626-2442-48f2-a733-fe1aec4f426d None None] Sync routers for ids ['c96a6652-9775-405d-9bd4-5c3fa3e9076d'] in dv-cinder-799821-1-iscsi {{(pid=92955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 14:36:37.064692 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c05b626-2442-48f2-a733-fe1aec4f426d None None] Routers {'c96a6652-9775-405d-9bd4-5c3fa3e9076d'} bound to L3 agent in host dv-cinder-799821-1-iscsi {{(pid=92955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 14:36:37.065226 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-6c05b626-2442-48f2-a733-fe1aec4f426d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T13:53:27Z,description=,heartbeat_timestamp=2021-07-07T14:36:28Z,host='dv-cinder-799821-1-iscsi',id=652ddd47-bc13-4e1c-8285-b4eb8cea957f,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:53:27Z,topic='l3_agent')) {'router_ids': ['c96a6652-9775-405d-9bd4-5c3fa3e9076d'], 'active': True} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:36:37.177187 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvr_db [None req-6c05b626-2442-48f2-a733-fe1aec4f426d None None] Set router c96a6652-9775-405d-9bd4-5c3fa3e9076d gateway port host: dv-cinder-799821-1-iscsi {{(pid=92955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 14:36:37.297017 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Device 5ffa04ba-c769-4e77-a757-8b2c755581c7 up at agent ovs-agent-dv-cinder-799821-1-iscsi {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 14:36:37.403973 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Provisioning complete for port 5ffa04ba-c769-4e77-a757-8b2c755581c7 triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 14:36:37.404350 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732533'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:37.494323 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-6c05b626-2442-48f2-a733-fe1aec4f426d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c96a6652-9775-405d-9bd4-5c3fa3e9076d', 'name': 'tempest-TestVolumeBootPattern-1326863929-router', 'tenant_id': 'a8e166c82d9a413a9a0e77c645377cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'external_fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '2a80388d-a075-47da-8083-9b7f8c00c93f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T14:36:30Z', 'updated_at': '2021-07-07T14:36:34Z', 'revision_number': 4, 'project_id': 'a8e166c82d9a413a9a0e77c645377cc0', 'gw_port': {'id': '2a80388d-a075-47da-8083-9b7f8c00c93f', 'name': '', 'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:33:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c96a6652-9775-405d-9bd4-5c3fa3e9076d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:36:31Z', 'updated_at': '2021-07-07T14:36:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799821-1-iscsi', '_interfaces': [{'id': 'bc1e4310-bcc4-4d7b-bc04-b56a340530b8', 'name': '', 'network_id': 'a9b1db46-a5ae-41f2-898b-198b34b55fdf', 'tenant_id': 'a8e166c82d9a413a9a0e77c645377cc0', 'mac_address': 'fa:16:3e:84:29:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c96a6652-9775-405d-9bd4-5c3fa3e9076d', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '93ea07e9-9c2d-47a9-b041-38e8cb13a001', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:36:33Z', 'updated_at': '2021-07-07T14:36:34Z', 'revision_number': 2, 'project_id': 'a8e166c82d9a413a9a0e77c645377cc0', 'subnets': [{'id': '93ea07e9-9c2d-47a9-b041-38e8cb13a001', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799821-1-iscsi', False) {} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:36:37.528804 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c05b626-2442-48f2-a733-fe1aec4f426d None None] Checking router: c96a6652-9775-405d-9bd4-5c3fa3e9076d for host: dv-cinder-799821-1-iscsi {{(pid=92955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 14:36:37.529158 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c05b626-2442-48f2-a733-fe1aec4f426d None None] Updating router c96a6652-9775-405d-9bd4-5c3fa3e9076d port bc1e4310-bcc4-4d7b-bc04-b56a340530b8 binding host dv-cinder-799821-1-iscsi {{(pid=92955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 14:36:37.532090 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Device 2a80388d-a075-47da-8083-9b7f8c00c93f up at agent ovs-agent-dv-cinder-799821-1-iscsi {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 14:36:37.591985 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-6c05b626-2442-48f2-a733-fe1aec4f426d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:37.631168 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Provisioning for port 2a80388d-a075-47da-8083-9b7f8c00c93f completed by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 14:36:37.638804 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Provisioning complete for port 2a80388d-a075-47da-8083-9b7f8c00c93f triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 14:36:37.639171 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732533'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:37.844158 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:37.883161 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] For port 2a80388d-a075-47da-8083-9b7f8c00c93f, host dv-cinder-799821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799821-1-iscsi',level=0,port_id=2a80388d-a075-47da-8083-9b7f8c00c93f,segment=NetworkSegment(f9b1122d-b65f-4a0f-8420-4cc063cf42b9),segment_id=f9b1122d-b65f-4a0f-8420-4cc063cf42b9)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 14:36:37.890915 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:37.983464 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Pushing event updated for resources: {'Port': ['ID=2a80388d-a075-47da-8083-9b7f8c00c93f,revision_number=4']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:36:38.004481 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-6c05b626-2442-48f2-a733-fe1aec4f426d None None] Notify callbacks [] for port, precommit_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:38.015947 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-6c05b626-2442-48f2-a733-fe1aec4f426d None None] Transition to ACTIVE for port object bc1e4310-bcc4-4d7b-bc04-b56a340530b8 will not be triggered until provisioned by entity L2. {{(pid=92955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 14:36:38.022106 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-6c05b626-2442-48f2-a733-fe1aec4f426d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:38.196782 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7a9732-d6c4-495b-8799-db99a26a7238 None None] Pushing event updated for resources: {'Port': ['ID=bc1e4310-bcc4-4d7b-bc04-b56a340530b8,revision_number=3']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:36:38.252696 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.managers [None req-6c05b626-2442-48f2-a733-fe1aec4f426d None None] Attempting to bind port bc1e4310-bcc4-4d7b-bc04-b56a340530b8 on host dv-cinder-799821-1-iscsi for vnic_type normal with profile {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 14:36:38.253071 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.managers [None req-6c05b626-2442-48f2-a733-fe1aec4f426d None None] Attempting to bind port bc1e4310-bcc4-4d7b-bc04-b56a340530b8 by drivers openvswitch,hyperv on host dv-cinder-799821-1-iscsi at level 0 using segments [{'id': 'eae3c447-b47b-4621-bef4-43a53db72d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a9b1db46-a5ae-41f2-898b-198b34b55fdf'}] {{(pid=92955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 14:36:38.253433 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c05b626-2442-48f2-a733-fe1aec4f426d None None] Attempting to bind port bc1e4310-bcc4-4d7b-bc04-b56a340530b8 on network a9b1db46-a5ae-41f2-898b-198b34b55fdf {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 14:36:38.258727 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c05b626-2442-48f2-a733-fe1aec4f426d None None] Checking agent: {'id': 'bf273e17-8767-46a0-900a-b292254968fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799821-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 13, 53, 28), 'started_at': datetime.datetime(2021, 7, 7, 13, 53, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 14, 36, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799821-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 14:36:38.259116 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c05b626-2442-48f2-a733-fe1aec4f426d None None] Checking segment: {'id': 'eae3c447-b47b-4621-bef4-43a53db72d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a9b1db46-a5ae-41f2-898b-198b34b55fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 14:36:38.259513 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-6c05b626-2442-48f2-a733-fe1aec4f426d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:38.259910 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c05b626-2442-48f2-a733-fe1aec4f426d None None] Bound using segment: {'id': 'eae3c447-b47b-4621-bef4-43a53db72d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a9b1db46-a5ae-41f2-898b-198b34b55fdf'} {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 14:36:38.260405 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.managers [None req-6c05b626-2442-48f2-a733-fe1aec4f426d None None] Bound port: bc1e4310-bcc4-4d7b-bc04-b56a340530b8, host: dv-cinder-799821-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eae3c447-b47b-4621-bef4-43a53db72d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a9b1db46-a5ae-41f2-898b-198b34b55fdf'}}] {{(pid=92955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 14:36:38.260801 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-6c05b626-2442-48f2-a733-fe1aec4f426d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:38.335774 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-6c05b626-2442-48f2-a733-fe1aec4f426d None None] For port bc1e4310-bcc4-4d7b-bc04-b56a340530b8, host dv-cinder-799821-1-iscsi, cleared binding levels {{(pid=92955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 14:36:38.343197 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-6c05b626-2442-48f2-a733-fe1aec4f426d None None] For port bc1e4310-bcc4-4d7b-bc04-b56a340530b8, host dv-cinder-799821-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799821-1-iscsi',level=0,port_id=bc1e4310-bcc4-4d7b-bc04-b56a340530b8,segment=NetworkSegment(eae3c447-b47b-4621-bef4-43a53db72d4e),segment_id=eae3c447-b47b-4621-bef4-43a53db72d4e)] {{(pid=92955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 14:36:38.351089 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-6c05b626-2442-48f2-a733-fe1aec4f426d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:38.404456 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c05b626-2442-48f2-a733-fe1aec4f426d None None] Routers {'c96a6652-9775-405d-9bd4-5c3fa3e9076d'} bound to L3 agent in host dv-cinder-799821-1-iscsi {{(pid=92955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 14:36:38.405085 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-6c05b626-2442-48f2-a733-fe1aec4f426d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T13:53:27Z,description=,heartbeat_timestamp=2021-07-07T14:36:28Z,host='dv-cinder-799821-1-iscsi',id=652ddd47-bc13-4e1c-8285-b4eb8cea957f,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:53:27Z,topic='l3_agent')) {'router_ids': ['c96a6652-9775-405d-9bd4-5c3fa3e9076d'], 'active': True} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:36:38.459602 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7a9732-d6c4-495b-8799-db99a26a7238 None None] Pushing event updated for resources: {'Port': ['ID=bc1e4310-bcc4-4d7b-bc04-b56a340530b8,revision_number=4']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:36:38.541001 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvr_db [None req-6c05b626-2442-48f2-a733-fe1aec4f426d None None] Set router c96a6652-9775-405d-9bd4-5c3fa3e9076d gateway port host: dv-cinder-799821-1-iscsi {{(pid=92955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 14:36:38.750668 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-6c05b626-2442-48f2-a733-fe1aec4f426d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c96a6652-9775-405d-9bd4-5c3fa3e9076d', 'name': 'tempest-TestVolumeBootPattern-1326863929-router', 'tenant_id': 'a8e166c82d9a413a9a0e77c645377cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'external_fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '2a80388d-a075-47da-8083-9b7f8c00c93f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T14:36:30Z', 'updated_at': '2021-07-07T14:36:34Z', 'revision_number': 4, 'project_id': 'a8e166c82d9a413a9a0e77c645377cc0', 'gw_port': {'id': '2a80388d-a075-47da-8083-9b7f8c00c93f', 'name': '', 'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:33:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96a6652-9775-405d-9bd4-5c3fa3e9076d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:36:31Z', 'updated_at': '2021-07-07T14:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799821-1-iscsi', '_interfaces': [{'id': 'bc1e4310-bcc4-4d7b-bc04-b56a340530b8', 'name': '', 'network_id': 'a9b1db46-a5ae-41f2-898b-198b34b55fdf', 'tenant_id': 'a8e166c82d9a413a9a0e77c645377cc0', 'mac_address': 'fa:16:3e:84:29:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c96a6652-9775-405d-9bd4-5c3fa3e9076d', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '93ea07e9-9c2d-47a9-b041-38e8cb13a001', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:36:33Z', 'updated_at': '2021-07-07T14:36:38Z', 'revision_number': 4, 'project_id': 'a8e166c82d9a413a9a0e77c645377cc0', 'subnets': [{'id': '93ea07e9-9c2d-47a9-b041-38e8cb13a001', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799821-1-iscsi', False) {} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:36:38.780408 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c05b626-2442-48f2-a733-fe1aec4f426d None None] The sync data for ids ['c96a6652-9775-405d-9bd4-5c3fa3e9076d'] in dv-cinder-799821-1-iscsi is: [{'id': 'c96a6652-9775-405d-9bd4-5c3fa3e9076d', 'name': 'tempest-TestVolumeBootPattern-1326863929-router', 'tenant_id': 'a8e166c82d9a413a9a0e77c645377cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'external_fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '2a80388d-a075-47da-8083-9b7f8c00c93f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T14:36:30Z', 'updated_at': '2021-07-07T14:36:34Z', 'revision_number': 4, 'project_id': 'a8e166c82d9a413a9a0e77c645377cc0', 'gw_port': {'id': '2a80388d-a075-47da-8083-9b7f8c00c93f', 'name': '', 'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:33:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96a6652-9775-405d-9bd4-5c3fa3e9076d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:36:31Z', 'updated_at': '2021-07-07T14:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799821-1-iscsi', '_interfaces': [{'id': 'bc1e4310-bcc4-4d7b-bc04-b56a340530b8', 'name': '', 'network_id': 'a9b1db46-a5ae-41f2-898b-198b34b55fdf', 'tenant_id': 'a8e166c82d9a413a9a0e77c645377cc0', 'mac_address': 'fa:16:3e:84:29:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c96a6652-9775-405d-9bd4-5c3fa3e9076d', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '93ea07e9-9c2d-47a9-b041-38e8cb13a001', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:36:33Z', 'updated_at': '2021-07-07T14:36:38Z', 'revision_number': 4, 'project_id': 'a8e166c82d9a413a9a0e77c645377cc0', 'subnets': [{'id': '93ea07e9-9c2d-47a9-b041-38e8cb13a001', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 14:36:39.256800 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Device bc1e4310-bcc4-4d7b-bc04-b56a340530b8 up at agent ovs-agent-dv-cinder-799821-1-iscsi {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 14:36:39.307186 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Provisioning for port bc1e4310-bcc4-4d7b-bc04-b56a340530b8 completed by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 14:36:39.310690 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Provisioning complete for port bc1e4310-bcc4-4d7b-bc04-b56a340530b8 triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 14:36:39.311070 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732533'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:39.398810 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:39.430996 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] For port bc1e4310-bcc4-4d7b-bc04-b56a340530b8, host dv-cinder-799821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799821-1-iscsi',level=0,port_id=bc1e4310-bcc4-4d7b-bc04-b56a340530b8,segment=NetworkSegment(eae3c447-b47b-4621-bef4-43a53db72d4e),segment_id=eae3c447-b47b-4621-bef4-43a53db72d4e)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 14:36:39.434567 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:39.435325 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Device 2a80388d-a075-47da-8083-9b7f8c00c93f up at agent ovs-agent-dv-cinder-799821-1-iscsi {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 14:36:39.509179 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Pushing event updated for resources: {'Port': ['ID=bc1e4310-bcc4-4d7b-bc04-b56a340530b8,revision_number=5']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:36:39.522884 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Provisioning complete for port 2a80388d-a075-47da-8083-9b7f8c00c93f triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 14:36:39.523259 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732533'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:41.193873 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Device bc1e4310-bcc4-4d7b-bc04-b56a340530b8 up at agent ovs-agent-dv-cinder-799821-1-iscsi {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 14:36:41.242373 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Provisioning complete for port bc1e4310-bcc4-4d7b-bc04-b56a340530b8 triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 14:36:41.242768 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732533'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:54.506552 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-1fb91eac-5f6b-4404-88ab-ee13b830711e req-0ce32096-97af-4d1e-bb06-2106d0f872ea tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-693796439&fields=id&tenant_id=0ce05d06ad794625bef8693b2fcb923d HTTP/1.1" status: 200 len: 267 time: 0.0326099 Jul 07 14:36:54.615205 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb91eac-5f6b-4404-88ab-ee13b830711e req-81deaca5-fcfe-4aac-b2c3-875e5ed7c486 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:36:54.616544 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-1fb91eac-5f6b-4404-88ab-ee13b830711e req-81deaca5-fcfe-4aac-b2c3-875e5ed7c486 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] 10.222.0.16 "GET /v2.0/networks?id=6c35d8b0-d101-469c-acc6-415586fc4a11 HTTP/1.1" status: 200 len: 810 time: 0.1036758 Jul 07 14:36:54.630415 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-1fb91eac-5f6b-4404-88ab-ee13b830711e req-7d2a7915-7ea1-4f9e-acaf-cce929b39c8c tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] 10.222.0.16 "GET /v2.0/quotas/0ce05d06ad794625bef8693b2fcb923d HTTP/1.1" status: 200 len: 375 time: 0.0086927 Jul 07 14:36:54.696189 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-1fb91eac-5f6b-4404-88ab-ee13b830711e req-ea1d7b24-a1b4-4906-bd43-47ba311992a1 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0ce05d06ad794625bef8693b2fcb923d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0596766 Jul 07 14:36:54.837051 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [req-1fb91eac-5f6b-4404-88ab-ee13b830711e req-9d79d298-b1a5-485e-b8a0-083a40f5613f service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=92953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 14:36:54.838049 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-1fb91eac-5f6b-4404-88ab-ee13b830711e req-9d79d298-b1a5-485e-b8a0-083a40f5613f service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1310034 Jul 07 14:36:54.923661 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-cc1a56c3-c04e-42ab-a66a-7d9f8695b39f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:54.928690 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-1fb91eac-5f6b-4404-88ab-ee13b830711e req-33b22b0f-389a-460b-817b-c499a2a95c8f service neutron] 10.222.0.16 "GET /v2.0/networks/6c35d8b0-d101-469c-acc6-415586fc4a11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847473 Jul 07 14:36:55.023852 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-1fb91eac-5f6b-4404-88ab-ee13b830711e req-de42d8bb-ae21-45a8-86d5-a3a9461ad5d8 service neutron] 10.222.0.16 "GET /v2.0/networks/6c35d8b0-d101-469c-acc6-415586fc4a11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895875 Jul 07 14:36:55.320018 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-e0281445-b326-4904-b41e-510ea2b936b4 req-558f5090-b497-4137-93a0-ae6aaf97a213 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1c2df0a-95df-44b9-8530-44c276939fe3 HTTP/1.1" status: 200 len: 210 time: 0.0289254 Jul 07 14:36:56.400806 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-ee477a37-8ad2-41c2-a7f7-a39b25d5ee89 req-2dfa0ef3-e0c5-447f-85ab-addd321e526c tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1c2df0a-95df-44b9-8530-44c276939fe3 HTTP/1.1" status: 200 len: 210 time: 0.0273378 Jul 07 14:36:56.407556 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-870b1993-6acb-4b11-b7b2-9ad8e09aba70 req-adaaa527-cb8f-4aea-b8c9-3600bd31aa5e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9be2ba1c-93da-4988-9c0c-134e044f8498&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0998983 Jul 07 14:36:56.503316 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870b1993-6acb-4b11-b7b2-9ad8e09aba70 req-34f22514-9367-4e0f-94ba-1bfb361659b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:36:56.504779 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-870b1993-6acb-4b11-b7b2-9ad8e09aba70 req-34f22514-9367-4e0f-94ba-1bfb361659b8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e89386cc9223406eb854d8ec22d5afad&device_id=9be2ba1c-93da-4988-9c0c-134e044f8498 HTTP/1.1" status: 200 len: 1099 time: 0.0521071 Jul 07 14:36:56.609215 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870b1993-6acb-4b11-b7b2-9ad8e09aba70 req-75c1662c-21bf-4427-80a9-9ffd64067cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:36:56.610616 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-870b1993-6acb-4b11-b7b2-9ad8e09aba70 req-75c1662c-21bf-4427-80a9-9ffd64067cf1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7c490f9a-1358-4140-991d-bf32698f77aa HTTP/1.1" status: 200 len: 917 time: 0.0825400 Jul 07 14:36:56.677676 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-870b1993-6acb-4b11-b7b2-9ad8e09aba70 req-61ebe96e-a2ca-47d3-9971-cde508ac6814 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=191bea45-2270-4f50-9df2-728222eacacb HTTP/1.1" status: 200 len: 1002 time: 0.0604849 Jul 07 14:36:56.727764 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870b1993-6acb-4b11-b7b2-9ad8e09aba70 req-9aaa38af-870b-459d-acf3-8664d75abe98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:36:56.729221 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-870b1993-6acb-4b11-b7b2-9ad8e09aba70 req-9aaa38af-870b-459d-acf3-8664d75abe98 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6b18de7e-b643-4fd7-b48b-d38da4c85021 HTTP/1.1" status: 200 len: 855 time: 0.0433006 Jul 07 14:36:56.787127 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870b1993-6acb-4b11-b7b2-9ad8e09aba70 req-d82359ac-112a-4297-b413-83a667575230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:36:56.788592 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-870b1993-6acb-4b11-b7b2-9ad8e09aba70 req-d82359ac-112a-4297-b413-83a667575230 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7c490f9a-1358-4140-991d-bf32698f77aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0519202 Jul 07 14:36:56.880052 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-870b1993-6acb-4b11-b7b2-9ad8e09aba70 req-e367e4fb-abd4-4774-94b1-3bdf8181ffee service neutron] 10.222.0.24 "GET /v2.0/networks/7c490f9a-1358-4140-991d-bf32698f77aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849597 Jul 07 14:36:56.968130 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-870b1993-6acb-4b11-b7b2-9ad8e09aba70 req-dbede2ed-1331-4625-87a5-4df18f2ead57 service neutron] 10.222.0.24 "GET /v2.0/networks/7c490f9a-1358-4140-991d-bf32698f77aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815594 Jul 07 14:36:57.487541 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-3ccc6b06-0ece-4089-b2fa-b851e5d90b3d req-e973b9af-9876-4264-a10d-116b86db8178 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1c2df0a-95df-44b9-8530-44c276939fe3 HTTP/1.1" status: 200 len: 210 time: 0.0339773 Jul 07 14:36:57.533719 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-45982502-1889-4164-8d9a-88a282ae0dad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:57.865746 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:58.571689 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-9fad0cf5-0a3f-4eeb-bec0-0fd217ce831d req-d05378bd-befd-410f-b17f-ee55a9699ee5 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1c2df0a-95df-44b9-8530-44c276939fe3 HTTP/1.1" status: 200 len: 210 time: 0.0323298 Jul 07 14:36:58.760670 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-797095d9-f31f-46bc-add0-d9922559420e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:36:59.709866 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-c7cd545e-beb6-4fb3-be0a-9c216f8dd0c7 req-fc308f72-dc94-41d2-a183-1a6db43d8f14 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1c2df0a-95df-44b9-8530-44c276939fe3 HTTP/1.1" status: 200 len: 210 time: 0.0312142 Jul 07 14:37:00.355672 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-de2cb0b5-6e4a-418e-bae1-4b4e8a512c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:37:00.451484 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb91eac-5f6b-4404-88ab-ee13b830711e req-f371413b-9311-4eaa-84a6-1e418ffc67b6 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:37:00.452926 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-1fb91eac-5f6b-4404-88ab-ee13b830711e req-f371413b-9311-4eaa-84a6-1e418ffc67b6 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] 10.222.0.24 "GET /v2.0/networks?id=6c35d8b0-d101-469c-acc6-415586fc4a11 HTTP/1.1" status: 200 len: 810 time: 0.1153605 Jul 07 14:37:00.502396 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-1fb91eac-5f6b-4404-88ab-ee13b830711e req-f5a66492-e413-45c6-9c74-e423eb8cfd30 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ce05d06ad794625bef8693b2fcb923d HTTP/1.1" status: 200 len: 379 time: 0.0339968 Jul 07 14:37:00.510880 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [req-1fb91eac-5f6b-4404-88ab-ee13b830711e req-50f79b7e-5a19-453d-9ea9-561f8cb55287 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Request body: {'port': {'device_id': 'c1c2df0a-95df-44b9-8530-44c276939fe3', 'network_id': '6c35d8b0-d101-469c-acc6-415586fc4a11', 'admin_state_up': True, 'tenant_id': '0ce05d06ad794625bef8693b2fcb923d', 'security_groups': ['3e32c3d7-cb5e-47d0-89f3-f4aa606fe8ec']}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 14:37:00.619243 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fb91eac-5f6b-4404-88ab-ee13b830711e req-50f79b7e-5a19-453d-9ea9-561f8cb55287 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Made reservation on behalf of 0ce05d06ad794625bef8693b2fcb923d for: {'port': 1} {{(pid=92954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 14:37:00.622762 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-1fb91eac-5f6b-4404-88ab-ee13b830711e req-50f79b7e-5a19-453d-9ea9-561f8cb55287 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:37:00.741726 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.db.db_base_plugin_common [req-1fb91eac-5f6b-4404-88ab-ee13b830711e req-50f79b7e-5a19-453d-9ea9-561f8cb55287 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Allocated IP 172.20.0.3 (6c35d8b0-d101-469c-acc6-415586fc4a11/d30bc248-8afd-40ea-829c-3f5850a24126/621ed342-a321-496f-8c69-45248495c9ca) {{(pid=92954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 14:37:00.850049 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-0783c9de-9616-462a-8af1-4286a6bffbd8 req-3b5ae718-477c-48a5-9342-df7de13dd571 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1c2df0a-95df-44b9-8530-44c276939fe3 HTTP/1.1" status: 200 len: 210 time: 0.0277991 Jul 07 14:37:00.896034 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-1fb91eac-5f6b-4404-88ab-ee13b830711e req-50f79b7e-5a19-453d-9ea9-561f8cb55287 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Notify callbacks [] for port, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:37:00.909405 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.db.provisioning_blocks [req-1fb91eac-5f6b-4404-88ab-ee13b830711e req-50f79b7e-5a19-453d-9ea9-561f8cb55287 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Transition to ACTIVE for port object 621ed342-a321-496f-8c69-45248495c9ca will not be triggered until provisioned by entity DHCP. {{(pid=92954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 14:37:00.944375 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-1fb91eac-5f6b-4404-88ab-ee13b830711e req-50f79b7e-5a19-453d-9ea9-561f8cb55287 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744350976988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8461633'] for port, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:37:00.988608 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fb91eac-5f6b-4404-88ab-ee13b830711e req-50f79b7e-5a19-453d-9ea9-561f8cb55287 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Network 6c35d8b0-d101-469c-acc6-415586fc4a11 is already hosted by enough agents. {{(pid=92954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 14:37:00.991973 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.scheduler.base_scheduler [req-1fb91eac-5f6b-4404-88ab-ee13b830711e req-50f79b7e-5a19-453d-9ea9-561f8cb55287 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Resources bound (agent type, host, resource id): {{(pid=92954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 14:37:00.998182 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fb91eac-5f6b-4404-88ab-ee13b830711e req-50f79b7e-5a19-453d-9ea9-561f8cb55287 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Received port after_create {{(pid=92954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 14:37:01.025321 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f79b7e-5a19-453d-9ea9-561f8cb55287 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Pushing event updated for resources: {'Port': ['ID=621ed342-a321-496f-8c69-45248495c9ca,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:37:01.035944 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f79b7e-5a19-453d-9ea9-561f8cb55287 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:37:01.036287 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f79b7e-5a19-453d-9ea9-561f8cb55287 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:37:01.036623 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f79b7e-5a19-453d-9ea9-561f8cb55287 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:37:01.036961 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f79b7e-5a19-453d-9ea9-561f8cb55287 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:37:01.037288 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f79b7e-5a19-453d-9ea9-561f8cb55287 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:37:01.037610 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f79b7e-5a19-453d-9ea9-561f8cb55287 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:37:01.037934 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f79b7e-5a19-453d-9ea9-561f8cb55287 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:37:01.038256 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f79b7e-5a19-453d-9ea9-561f8cb55287 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:37:01.038603 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f79b7e-5a19-453d-9ea9-561f8cb55287 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:37:01.038925 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f79b7e-5a19-453d-9ea9-561f8cb55287 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:37:01.039265 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f79b7e-5a19-453d-9ea9-561f8cb55287 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:37:01.039554 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f79b7e-5a19-453d-9ea9-561f8cb55287 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:37:01.064575 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb91eac-5f6b-4404-88ab-ee13b830711e req-50f79b7e-5a19-453d-9ea9-561f8cb55287 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:37:01.065228 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-1fb91eac-5f6b-4404-88ab-ee13b830711e req-50f79b7e-5a19-453d-9ea9-561f8cb55287 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171717'] for port, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:37:01.080587 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-1fb91eac-5f6b-4404-88ab-ee13b830711e req-50f79b7e-5a19-453d-9ea9-561f8cb55287 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5733497 Jul 07 14:37:01.093925 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [req-1fb91eac-5f6b-4404-88ab-ee13b830711e req-ac3d61bd-c2fb-4222-81e4-9814d17933cc service neutron] Request body: {'port': {'device_id': 'c1c2df0a-95df-44b9-8530-44c276939fe3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79982'}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 14:37:01.167070 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-1fb91eac-5f6b-4404-88ab-ee13b830711e req-ac3d61bd-c2fb-4222-81e4-9814d17933cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:37:01.232089 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-20c51831-98dd-4dfe-af46-b51fd14bbb58 None None] Provisioning for port 621ed342-a321-496f-8c69-45248495c9ca completed by entity DHCP. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 14:37:01.235928 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-20c51831-98dd-4dfe-af46-b51fd14bbb58 None None] Provisioning complete for port 621ed342-a321-496f-8c69-45248495c9ca triggered by entity DHCP. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 14:37:01.236301 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-20c51831-98dd-4dfe-af46-b51fd14bbb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732533'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:37:01.271073 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-20c51831-98dd-4dfe-af46-b51fd14bbb58 None None] Port 621ed342-a321-496f-8c69-45248495c9ca cannot update to ACTIVE because it is not bound. {{(pid=92955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 14:37:01.421991 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.notifiers.nova [req-1fb91eac-5f6b-4404-88ab-ee13b830711e req-ac3d61bd-c2fb-4222-81e4-9814d17933cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 621ed342-a321-496f-8c69-45248495c9ca {{(pid=92954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 14:37:01.429983 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-1fb91eac-5f6b-4404-88ab-ee13b830711e req-ac3d61bd-c2fb-4222-81e4-9814d17933cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:37:01.442748 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.db.provisioning_blocks [req-1fb91eac-5f6b-4404-88ab-ee13b830711e req-ac3d61bd-c2fb-4222-81e4-9814d17933cc service neutron] Transition to ACTIVE for port object 621ed342-a321-496f-8c69-45248495c9ca will not be triggered until provisioned by entity L2. {{(pid=92954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 14:37:01.446423 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-1fb91eac-5f6b-4404-88ab-ee13b830711e req-ac3d61bd-c2fb-4222-81e4-9814d17933cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8461747'] for port, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:37:01.513380 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3d61bd-c2fb-4222-81e4-9814d17933cc service neutron] Pushing event updated for resources: {'Port': ['ID=621ed342-a321-496f-8c69-45248495c9ca,revision_number=2']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:37:01.566630 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [req-1fb91eac-5f6b-4404-88ab-ee13b830711e req-ac3d61bd-c2fb-4222-81e4-9814d17933cc service neutron] Attempting to bind port 621ed342-a321-496f-8c69-45248495c9ca on host hv-cinder-79982 for vnic_type normal with profile {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 14:37:01.566983 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [req-1fb91eac-5f6b-4404-88ab-ee13b830711e req-ac3d61bd-c2fb-4222-81e4-9814d17933cc service neutron] Attempting to bind port 621ed342-a321-496f-8c69-45248495c9ca by drivers openvswitch,hyperv on host hv-cinder-79982 at level 0 using segments [{'id': '06112c06-3017-4cd2-b257-79638c135136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '6c35d8b0-d101-469c-acc6-415586fc4a11'}] {{(pid=92954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 14:37:01.567301 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb91eac-5f6b-4404-88ab-ee13b830711e req-ac3d61bd-c2fb-4222-81e4-9814d17933cc service neutron] Attempting to bind port 621ed342-a321-496f-8c69-45248495c9ca on network 6c35d8b0-d101-469c-acc6-415586fc4a11 {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 14:37:01.571692 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb91eac-5f6b-4404-88ab-ee13b830711e req-ac3d61bd-c2fb-4222-81e4-9814d17933cc service neutron] Port 621ed342-a321-496f-8c69-45248495c9ca on network 6c35d8b0-d101-469c-acc6-415586fc4a11 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79982 {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 14:37:01.572024 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb91eac-5f6b-4404-88ab-ee13b830711e req-ac3d61bd-c2fb-4222-81e4-9814d17933cc service neutron] Attempting to bind port 621ed342-a321-496f-8c69-45248495c9ca on network 6c35d8b0-d101-469c-acc6-415586fc4a11 {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 14:37:01.576744 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb91eac-5f6b-4404-88ab-ee13b830711e req-ac3d61bd-c2fb-4222-81e4-9814d17933cc service neutron] Checking agent: {'id': 'e287df4f-fe28-4fcb-9cb8-6aa29893570a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79982', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 13, 59, 32), 'started_at': datetime.datetime(2021, 7, 7, 13, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 14, 36, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 14:37:01.577071 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb91eac-5f6b-4404-88ab-ee13b830711e req-ac3d61bd-c2fb-4222-81e4-9814d17933cc service neutron] Checking segment: {'id': '06112c06-3017-4cd2-b257-79638c135136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '6c35d8b0-d101-469c-acc6-415586fc4a11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 14:37:01.577448 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb91eac-5f6b-4404-88ab-ee13b830711e req-ac3d61bd-c2fb-4222-81e4-9814d17933cc service neutron] Bound using segment: {'id': '06112c06-3017-4cd2-b257-79638c135136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '6c35d8b0-d101-469c-acc6-415586fc4a11'} {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 14:37:01.577866 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [req-1fb91eac-5f6b-4404-88ab-ee13b830711e req-ac3d61bd-c2fb-4222-81e4-9814d17933cc service neutron] Bound port: 621ed342-a321-496f-8c69-45248495c9ca, host: hv-cinder-79982, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06112c06-3017-4cd2-b257-79638c135136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '6c35d8b0-d101-469c-acc6-415586fc4a11'}}] {{(pid=92954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 14:37:01.578219 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-1fb91eac-5f6b-4404-88ab-ee13b830711e req-ac3d61bd-c2fb-4222-81e4-9814d17933cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:37:01.642902 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [req-1fb91eac-5f6b-4404-88ab-ee13b830711e req-ac3d61bd-c2fb-4222-81e4-9814d17933cc service neutron] For port 621ed342-a321-496f-8c69-45248495c9ca, host hv-cinder-79982, cleared binding levels {{(pid=92954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 14:37:01.646813 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [req-1fb91eac-5f6b-4404-88ab-ee13b830711e req-ac3d61bd-c2fb-4222-81e4-9814d17933cc service neutron] For port 621ed342-a321-496f-8c69-45248495c9ca, host hv-cinder-79982, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79982',level=0,port_id=621ed342-a321-496f-8c69-45248495c9ca,segment=NetworkSegment(06112c06-3017-4cd2-b257-79638c135136),segment_id=06112c06-3017-4cd2-b257-79638c135136)] {{(pid=92954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 14:37:01.650694 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-1fb91eac-5f6b-4404-88ab-ee13b830711e req-ac3d61bd-c2fb-4222-81e4-9814d17933cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8461747'] for port, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:37:01.685895 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb91eac-5f6b-4404-88ab-ee13b830711e req-ac3d61bd-c2fb-4222-81e4-9814d17933cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:37:01.686631 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-1fb91eac-5f6b-4404-88ab-ee13b830711e req-ac3d61bd-c2fb-4222-81e4-9814d17933cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171717'] for port, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:37:01.688065 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-1fb91eac-5f6b-4404-88ab-ee13b830711e req-ac3d61bd-c2fb-4222-81e4-9814d17933cc service neutron] 10.222.0.24 "PUT /v2.0/ports/621ed342-a321-496f-8c69-45248495c9ca HTTP/1.1" status: 200 len: 1093 time: 0.5986557 Jul 07 14:37:01.690149 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1c2df0a-95df-44b9-8530-44c276939fe3', 'tag': '621ed342-a321-496f-8c69-45248495c9ca'}] {{(pid=92954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 14:37:01.693726 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23a2f25214143ca7dc6eabc905ff8a7df5b3799efbbaa422209646810e3da78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76286e06-174f-49b6-9fc9-a4c707384344" -d '{"events": [{"name": "network-changed", "server_uuid": "c1c2df0a-95df-44b9-8530-44c276939fe3", "tag": "621ed342-a321-496f-8c69-45248495c9ca"}]}' {{(pid=92954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 14:37:01.725166 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3d61bd-c2fb-4222-81e4-9814d17933cc service neutron] Pushing event updated for resources: {'Port': ['ID=621ed342-a321-496f-8c69-45248495c9ca,revision_number=3']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:37:01.758543 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 14:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d198b06-1136-44d2-9cc4-3f96dcaa5beb x-openstack-request-id: req-7d198b06-1136-44d2-9cc4-3f96dcaa5beb {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 14:37:01.758835 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1c2df0a-95df-44b9-8530-44c276939fe3", "tag": "621ed342-a321-496f-8c69-45248495c9ca", "status": "completed", "code": 200}]} {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 14:37:01.759083 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7d198b06-1136-44d2-9cc4-3f96dcaa5beb {{(pid=92954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 14:37:01.759478 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1c2df0a-95df-44b9-8530-44c276939fe3', 'tag': '621ed342-a321-496f-8c69-45248495c9ca', 'status': 'completed', 'code': 200} Jul 07 14:37:01.788531 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb91eac-5f6b-4404-88ab-ee13b830711e req-2e665ad6-c8d6-4f40-85e1-e0910ae9e8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:37:01.790053 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-1fb91eac-5f6b-4404-88ab-ee13b830711e req-2e665ad6-c8d6-4f40-85e1-e0910ae9e8fd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0ce05d06ad794625bef8693b2fcb923d&device_id=c1c2df0a-95df-44b9-8530-44c276939fe3 HTTP/1.1" status: 200 len: 1096 time: 0.0582662 Jul 07 14:37:01.832744 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-1fb91eac-5f6b-4404-88ab-ee13b830711e req-cc9fd32d-760d-4a08-9f55-c8c99ab9ee53 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=621ed342-a321-496f-8c69-45248495c9ca HTTP/1.1" status: 200 len: 217 time: 0.0339074 Jul 07 14:37:01.885083 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb91eac-5f6b-4404-88ab-ee13b830711e req-6a8f7a03-9ce4-45bd-84a9-5a12da5aae70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:37:01.886562 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-1fb91eac-5f6b-4404-88ab-ee13b830711e req-6a8f7a03-9ce4-45bd-84a9-5a12da5aae70 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d30bc248-8afd-40ea-829c-3f5850a24126 HTTP/1.1" status: 200 len: 849 time: 0.0473692 Jul 07 14:37:01.948241 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb91eac-5f6b-4404-88ab-ee13b830711e req-5698bd21-5cd0-402f-975c-2ea602a6c172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:37:01.949739 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-1fb91eac-5f6b-4404-88ab-ee13b830711e req-5698bd21-5cd0-402f-975c-2ea602a6c172 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6c35d8b0-d101-469c-acc6-415586fc4a11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0519683 Jul 07 14:37:02.028682 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d3fb3f-c3be-42a3-8f33-51574bf810b5 req-6b6119eb-1737-47d0-92a4-0a16be48d5f5 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:37:02.030195 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-23d3fb3f-c3be-42a3-8f33-51574bf810b5 req-6b6119eb-1737-47d0-92a4-0a16be48d5f5 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1c2df0a-95df-44b9-8530-44c276939fe3 HTTP/1.1" status: 200 len: 943 time: 0.0664272 Jul 07 14:37:02.038185 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-1fb91eac-5f6b-4404-88ab-ee13b830711e req-fdfa7bff-81da-44a8-9863-4d007b966de9 service neutron] 10.222.0.24 "GET /v2.0/networks/6c35d8b0-d101-469c-acc6-415586fc4a11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817070 Jul 07 14:37:02.068130 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-23d3fb3f-c3be-42a3-8f33-51574bf810b5 req-975f5655-7211-47c9-a9b5-026cf44f72a1 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e32c3d7-cb5e-47d0-89f3-f4aa606fe8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319862 Jul 07 14:37:02.130306 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-1fb91eac-5f6b-4404-88ab-ee13b830711e req-f19e5bf0-bf15-49d0-b955-870199de44b2 service neutron] 10.222.0.24 "GET /v2.0/networks/6c35d8b0-d101-469c-acc6-415586fc4a11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842211 Jul 07 14:37:02.227082 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76286e06-174f-49b6-9fc9-a4c707384344 req-ecc77e70-cb10-40ec-9e77-32d80b13b668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:37:02.228436 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-76286e06-174f-49b6-9fc9-a4c707384344 req-ecc77e70-cb10-40ec-9e77-32d80b13b668 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0ce05d06ad794625bef8693b2fcb923d&device_id=c1c2df0a-95df-44b9-8530-44c276939fe3 HTTP/1.1" status: 200 len: 1096 time: 0.0512838 Jul 07 14:37:02.318810 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76286e06-174f-49b6-9fc9-a4c707384344 req-019fd2a5-0d32-4dd4-9766-294de90e9be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:37:02.320225 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-76286e06-174f-49b6-9fc9-a4c707384344 req-019fd2a5-0d32-4dd4-9766-294de90e9be6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6c35d8b0-d101-469c-acc6-415586fc4a11 HTTP/1.1" status: 200 len: 911 time: 0.0849352 Jul 07 14:37:02.360211 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-76286e06-174f-49b6-9fc9-a4c707384344 req-9b75c1df-3d34-4fb9-a8fc-abbaced8af3d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=621ed342-a321-496f-8c69-45248495c9ca HTTP/1.1" status: 200 len: 217 time: 0.0327482 Jul 07 14:37:02.410652 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76286e06-174f-49b6-9fc9-a4c707384344 req-98ed6874-cf8e-4507-9d09-82c176a8e6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:37:02.412006 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-76286e06-174f-49b6-9fc9-a4c707384344 req-98ed6874-cf8e-4507-9d09-82c176a8e6e1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d30bc248-8afd-40ea-829c-3f5850a24126 HTTP/1.1" status: 200 len: 849 time: 0.0410585 Jul 07 14:37:02.470292 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76286e06-174f-49b6-9fc9-a4c707384344 req-06e7854a-3ecf-4f88-862e-954e14552dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:37:02.471715 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-76286e06-174f-49b6-9fc9-a4c707384344 req-06e7854a-3ecf-4f88-862e-954e14552dfe service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6c35d8b0-d101-469c-acc6-415586fc4a11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0521998 Jul 07 14:37:02.559770 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-76286e06-174f-49b6-9fc9-a4c707384344 req-c558b18a-dae0-4d12-b4f7-e3746abaf563 service neutron] 10.222.0.24 "GET /v2.0/networks/6c35d8b0-d101-469c-acc6-415586fc4a11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789273 Jul 07 14:37:02.652526 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-76286e06-174f-49b6-9fc9-a4c707384344 req-15f7eb05-1e2c-4f3b-b2b2-5a1bb2e719a6 service neutron] 10.222.0.24 "GET /v2.0/networks/6c35d8b0-d101-469c-acc6-415586fc4a11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861278 Jul 07 14:37:02.655156 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:37:03.246739 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea052e9-5826-4bea-b16f-536daed47524 req-93d408db-0605-4b20-9423-836c7111123a tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:37:03.248190 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-4ea052e9-5826-4bea-b16f-536daed47524 req-93d408db-0605-4b20-9423-836c7111123a tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1c2df0a-95df-44b9-8530-44c276939fe3 HTTP/1.1" status: 200 len: 943 time: 0.0616426 Jul 07 14:37:03.286453 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-4ea052e9-5826-4bea-b16f-536daed47524 req-2f7b6557-668f-44de-a9ea-d8826bd478c5 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e32c3d7-cb5e-47d0-89f3-f4aa606fe8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328300 Jul 07 14:37:04.457709 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36108030-c3d1-4872-a6ab-e38d2a2ce3dd req-07dec66b-d5fa-4ad1-a62c-3a42055ddd60 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:37:04.459175 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-36108030-c3d1-4872-a6ab-e38d2a2ce3dd req-07dec66b-d5fa-4ad1-a62c-3a42055ddd60 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1c2df0a-95df-44b9-8530-44c276939fe3 HTTP/1.1" status: 200 len: 943 time: 0.0639880 Jul 07 14:37:04.499560 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-36108030-c3d1-4872-a6ab-e38d2a2ce3dd req-0440fbce-b8f4-4042-b69a-f51629adddd6 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e32c3d7-cb5e-47d0-89f3-f4aa606fe8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349624 Jul 07 14:37:05.667179 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2f6d03-6848-4dff-86e9-57a608e3e262 req-00c136fe-d856-44b9-92f7-cb802ed2b79a tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:37:05.668639 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-6f2f6d03-6848-4dff-86e9-57a608e3e262 req-00c136fe-d856-44b9-92f7-cb802ed2b79a tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1c2df0a-95df-44b9-8530-44c276939fe3 HTTP/1.1" status: 200 len: 943 time: 0.0615287 Jul 07 14:37:05.705278 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-6f2f6d03-6848-4dff-86e9-57a608e3e262 req-def19474-00da-4ebf-b761-456042200cad tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e32c3d7-cb5e-47d0-89f3-f4aa606fe8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312510 Jul 07 14:37:06.876365 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3097cde4-9935-4d0a-9488-2231172c0a5b req-e56bddba-c7db-4533-9069-abdca1fe7507 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:37:06.877812 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-3097cde4-9935-4d0a-9488-2231172c0a5b req-e56bddba-c7db-4533-9069-abdca1fe7507 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1c2df0a-95df-44b9-8530-44c276939fe3 HTTP/1.1" status: 200 len: 943 time: 0.0621552 Jul 07 14:37:06.915068 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-3097cde4-9935-4d0a-9488-2231172c0a5b req-d14451ed-bffb-43d6-bd78-b71e01b3d105 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e32c3d7-cb5e-47d0-89f3-f4aa606fe8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309446 Jul 07 14:37:08.090616 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e8e361-5ab9-4ff8-b649-31389c24b1b0 req-c0726371-9b14-4643-8726-b3b9da6c256c tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:37:08.092072 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-95e8e361-5ab9-4ff8-b649-31389c24b1b0 req-c0726371-9b14-4643-8726-b3b9da6c256c tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1c2df0a-95df-44b9-8530-44c276939fe3 HTTP/1.1" status: 200 len: 943 time: 0.0647814 Jul 07 14:37:08.128527 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-95e8e361-5ab9-4ff8-b649-31389c24b1b0 req-10e7d6b8-25a2-4770-b71a-b8a68aa4d3e5 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e32c3d7-cb5e-47d0-89f3-f4aa606fe8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308943 Jul 07 14:37:09.299615 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1a14d8-f0be-4e0c-a0a0-cc132627638f req-66db1f7e-55c9-475f-947e-8f40f6b10e97 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:37:09.301058 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-dc1a14d8-f0be-4e0c-a0a0-cc132627638f req-66db1f7e-55c9-475f-947e-8f40f6b10e97 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1c2df0a-95df-44b9-8530-44c276939fe3 HTTP/1.1" status: 200 len: 943 time: 0.0626323 Jul 07 14:37:09.337298 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-dc1a14d8-f0be-4e0c-a0a0-cc132627638f req-bc43a7d5-10df-42db-a9ee-0be69a8d0386 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e32c3d7-cb5e-47d0-89f3-f4aa606fe8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306897 Jul 07 14:37:09.891492 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Device 621ed342-a321-496f-8c69-45248495c9ca details requested by agent hyperv_hv-cinder-79982 with host hv-cinder-79982 {{(pid=92955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 14:37:09.980354 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] For port 621ed342-a321-496f-8c69-45248495c9ca, host hv-cinder-79982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79982',level=0,port_id=621ed342-a321-496f-8c69-45248495c9ca,segment=NetworkSegment(06112c06-3017-4cd2-b257-79638c135136),segment_id=06112c06-3017-4cd2-b257-79638c135136)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 14:37:09.991632 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Returning: {'device': '621ed342-a321-496f-8c69-45248495c9ca', 'network_id': '6c35d8b0-d101-469c-acc6-415586fc4a11', 'port_id': '621ed342-a321-496f-8c69-45248495c9ca', 'mac_address': 'fa:16:3e:db:23:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd30bc248-8afd-40ea-829c-3f5850a24126', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 14:37:10.029863 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:37:10.042054 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.notifiers.nova [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 621ed342-a321-496f-8c69-45248495c9ca {{(pid=92955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 14:37:10.060731 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] For port 621ed342-a321-496f-8c69-45248495c9ca, host hv-cinder-79982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79982',level=0,port_id=621ed342-a321-496f-8c69-45248495c9ca,segment=NetworkSegment(06112c06-3017-4cd2-b257-79638c135136),segment_id=06112c06-3017-4cd2-b257-79638c135136)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 14:37:10.064601 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:37:10.111285 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Pushing event updated for resources: {'Port': ['ID=621ed342-a321-496f-8c69-45248495c9ca,revision_number=4']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:37:10.245956 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.agents_db [None req-578d1851-68de-424d-8d1f-a58f436dd381 None None] Agent healthcheck: found 6 active agents {{(pid=92956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 14:37:10.299885 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] get_ports_and_sgs() called for port_ids ['621ed342-a321-496f-8c69-45248495c9ca'] {{(pid=92955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 14:37:10.519199 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964ef74a-77a1-4b30-ad7c-67751084728b req-e46570fa-70f2-4335-86ee-579cd4a0d82c tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:37:10.520858 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-964ef74a-77a1-4b30-ad7c-67751084728b req-e46570fa-70f2-4335-86ee-579cd4a0d82c tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1c2df0a-95df-44b9-8530-44c276939fe3 HTTP/1.1" status: 200 len: 944 time: 0.0643909 Jul 07 14:37:10.562124 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-964ef74a-77a1-4b30-ad7c-67751084728b req-3be9bc21-9083-4062-b123-a7d06b0d4dbb tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e32c3d7-cb5e-47d0-89f3-f4aa606fe8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358484 Jul 07 14:37:11.736022 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f322d23-5ce8-4d71-960d-e87abcc4adf8 req-bdd0453a-44df-49cf-9a0f-0cd9aeb9d66c tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:37:11.737483 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-2f322d23-5ce8-4d71-960d-e87abcc4adf8 req-bdd0453a-44df-49cf-9a0f-0cd9aeb9d66c tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1c2df0a-95df-44b9-8530-44c276939fe3 HTTP/1.1" status: 200 len: 944 time: 0.0640945 Jul 07 14:37:11.774599 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-2f322d23-5ce8-4d71-960d-e87abcc4adf8 req-56086526-fc20-4c5d-aead-cf43ce87685b tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e32c3d7-cb5e-47d0-89f3-f4aa606fe8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313113 Jul 07 14:37:11.906571 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Device 621ed342-a321-496f-8c69-45248495c9ca up at agent hyperv_hv-cinder-79982 {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 14:37:11.952583 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Provisioning for port 621ed342-a321-496f-8c69-45248495c9ca completed by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 14:37:11.956033 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Provisioning complete for port 621ed342-a321-496f-8c69-45248495c9ca triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 14:37:11.956404 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732533'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:37:12.031719 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:37:12.052771 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1c2df0a-95df-44b9-8530-44c276939fe3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '621ed342-a321-496f-8c69-45248495c9ca'}] {{(pid=92955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 14:37:12.055024 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e11a9a08f0ebba7a9f0c3b7780f6d7944ec82452e2695ea1962573c23703eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1c06196-0268-4fb4-9856-8009eddebe05" -d '{"events": [{"server_uuid": "c1c2df0a-95df-44b9-8530-44c276939fe3", "name": "network-vif-plugged", "status": "completed", "tag": "621ed342-a321-496f-8c69-45248495c9ca"}]}' {{(pid=92955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 14:37:12.067713 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] For port 621ed342-a321-496f-8c69-45248495c9ca, host hv-cinder-79982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79982',level=0,port_id=621ed342-a321-496f-8c69-45248495c9ca,segment=NetworkSegment(06112c06-3017-4cd2-b257-79638c135136),segment_id=06112c06-3017-4cd2-b257-79638c135136)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 14:37:12.072018 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:37:12.096749 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 14:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-345d47ec-cdb3-4ec2-82cf-18ca7a3c538e x-openstack-request-id: req-345d47ec-cdb3-4ec2-82cf-18ca7a3c538e {{(pid=92955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 14:37:12.097050 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1c2df0a-95df-44b9-8530-44c276939fe3", "name": "network-vif-plugged", "status": "completed", "tag": "621ed342-a321-496f-8c69-45248495c9ca", "code": 200}]} {{(pid=92955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 14:37:12.097301 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-345d47ec-cdb3-4ec2-82cf-18ca7a3c538e {{(pid=92955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 14:37:12.097686 dv-cinder-799821-1-iscsi neutron-server[92955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1c2df0a-95df-44b9-8530-44c276939fe3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '621ed342-a321-496f-8c69-45248495c9ca', 'code': 200} Jul 07 14:37:12.125145 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Pushing event updated for resources: {'Port': ['ID=621ed342-a321-496f-8c69-45248495c9ca,revision_number=5']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:37:12.370296 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb71f69-9696-482a-b22d-42139f83405e req-121fb5f0-6556-4c52-94a4-5e2679f54070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:37:12.371796 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-8cb71f69-9696-482a-b22d-42139f83405e req-121fb5f0-6556-4c52-94a4-5e2679f54070 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c1c2df0a-95df-44b9-8530-44c276939fe3 HTTP/1.1" status: 200 len: 1098 time: 0.0505660 Jul 07 14:37:12.405457 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-8cb71f69-9696-482a-b22d-42139f83405e req-8f39bbbd-189a-4f8f-aa27-ddbb6480cbbf service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=3e32c3d7-cb5e-47d0-89f3-f4aa606fe8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269194 Jul 07 14:37:12.949162 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c65ba85-5074-483d-97e3-6e3de7751869 req-0d99896a-8877-4fba-ba4b-b1533262dab1 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:37:12.950618 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-8c65ba85-5074-483d-97e3-6e3de7751869 req-0d99896a-8877-4fba-ba4b-b1533262dab1 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1c2df0a-95df-44b9-8530-44c276939fe3 HTTP/1.1" status: 200 len: 945 time: 0.0615447 Jul 07 14:37:12.986311 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-8c65ba85-5074-483d-97e3-6e3de7751869 req-19935f6f-e1c1-4f2f-88b7-fe0e934c2746 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e32c3d7-cb5e-47d0-89f3-f4aa606fe8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301359 Jul 07 14:37:14.189004 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7df6f3-3f3b-4481-b88d-c6b4519700e5 req-01c309ed-909e-4fcb-8fc2-be24b3da4525 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:37:14.190709 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-5c7df6f3-3f3b-4481-b88d-c6b4519700e5 req-01c309ed-909e-4fcb-8fc2-be24b3da4525 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1c2df0a-95df-44b9-8530-44c276939fe3 HTTP/1.1" status: 200 len: 945 time: 0.0730896 Jul 07 14:37:14.233084 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-5c7df6f3-3f3b-4481-b88d-c6b4519700e5 req-859af00e-a39d-4217-a64a-bd9d01aa4938 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e32c3d7-cb5e-47d0-89f3-f4aa606fe8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356498 Jul 07 14:37:14.427976 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fae44c4-dbd7-4215-9169-22e2e12e06ab req-886efdb3-edb4-400d-999e-a5d6944fd66c tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:37:14.429474 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-6fae44c4-dbd7-4215-9169-22e2e12e06ab req-886efdb3-edb4-400d-999e-a5d6944fd66c tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1c2df0a-95df-44b9-8530-44c276939fe3 HTTP/1.1" status: 200 len: 945 time: 0.0665548 Jul 07 14:37:14.470603 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-6fae44c4-dbd7-4215-9169-22e2e12e06ab req-6d65a42e-247f-409c-b736-7068ea757abb tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e32c3d7-cb5e-47d0-89f3-f4aa606fe8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339627 Jul 07 14:37:14.498219 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 43078) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:37:14.602827 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b7e112-bada-4246-9d75-f7b80703dac3 tempest-TestVolumeBootPattern-1631456972 tempest-TestVolumeBootPattern-1631456972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:37:14.604397 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-31b7e112-bada-4246-9d75-f7b80703dac3 tempest-TestVolumeBootPattern-1631456972 tempest-TestVolumeBootPattern-1631456972-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=c1c2df0a-95df-44b9-8530-44c276939fe3 HTTP/1.1" status: 200 len: 1093 time: 0.1051643 Jul 07 14:37:14.607446 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 43082) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:37:14.613618 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.v2.base [None req-19eb13cc-ce25-4129-9e74-5d8cafce3432 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Request body: {'floatingip': {'floating_network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'port_id': '621ed342-a321-496f-8c69-45248495c9ca', 'tenant_id': '0ce05d06ad794625bef8693b2fcb923d', 'fixed_ip_address': '172.20.0.3'}} {{(pid=92953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 14:37:14.638638 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-19eb13cc-ce25-4129-9e74-5d8cafce3432 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Notify callbacks [] for floatingip, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:37:14.737721 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-19eb13cc-ce25-4129-9e74-5d8cafce3432 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:37:14.857189 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.db.db_base_plugin_common [None req-19eb13cc-ce25-4129-9e74-5d8cafce3432 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Allocated IP 172.27.0.39 (c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5/157deb10-066f-4182-88bf-9da6b52b6e64/8e434b3c-9c8b-4412-9aa1-adf8a3ce23c0) {{(pid=92953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 14:37:14.956028 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-19eb13cc-ce25-4129-9e74-5d8cafce3432 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Notify callbacks [] for port, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:37:14.995185 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-19eb13cc-ce25-4129-9e74-5d8cafce3432 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744350976988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2608666'] for port, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:37:15.031713 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19eb13cc-ce25-4129-9e74-5d8cafce3432 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Network c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5 is already hosted by enough agents. {{(pid=92953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 14:37:15.036119 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.scheduler.base_scheduler [None req-19eb13cc-ce25-4129-9e74-5d8cafce3432 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Resources bound (agent type, host, resource id): {{(pid=92953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 14:37:15.042125 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19eb13cc-ce25-4129-9e74-5d8cafce3432 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Received port after_create {{(pid=92953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 14:37:15.067103 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19eb13cc-ce25-4129-9e74-5d8cafce3432 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Pushing event updated for resources: {'Port': ['ID=8e434b3c-9c8b-4412-9aa1-adf8a3ce23c0,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:37:15.079769 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19eb13cc-ce25-4129-9e74-5d8cafce3432 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:37:15.080121 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19eb13cc-ce25-4129-9e74-5d8cafce3432 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:37:15.080467 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19eb13cc-ce25-4129-9e74-5d8cafce3432 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:37:15.080806 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19eb13cc-ce25-4129-9e74-5d8cafce3432 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:37:15.081145 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19eb13cc-ce25-4129-9e74-5d8cafce3432 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:37:15.081483 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19eb13cc-ce25-4129-9e74-5d8cafce3432 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:37:15.081821 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19eb13cc-ce25-4129-9e74-5d8cafce3432 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:37:15.082149 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19eb13cc-ce25-4129-9e74-5d8cafce3432 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:37:15.083230 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19eb13cc-ce25-4129-9e74-5d8cafce3432 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:37:15.083574 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19eb13cc-ce25-4129-9e74-5d8cafce3432 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:37:15.083900 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19eb13cc-ce25-4129-9e74-5d8cafce3432 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:37:15.084226 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19eb13cc-ce25-4129-9e74-5d8cafce3432 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:37:15.416667 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-19eb13cc-ce25-4129-9e74-5d8cafce3432 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:37:15.497797 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-19eb13cc-ce25-4129-9e74-5d8cafce3432 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:37:15.642501 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-19eb13cc-ce25-4129-9e74-5d8cafce3432 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Notify callbacks [] for port, precommit_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:37:15.646809 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-19eb13cc-ce25-4129-9e74-5d8cafce3432 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2608872'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:37:15.712599 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19eb13cc-ce25-4129-9e74-5d8cafce3432 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Pushing event updated for resources: {'Port': ['ID=8e434b3c-9c8b-4412-9aa1-adf8a3ce23c0,revision_number=2']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:37:15.725285 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-19eb13cc-ce25-4129-9e74-5d8cafce3432 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1662057'] for floatingip, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:37:15.822684 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.db.l3_db [None req-19eb13cc-ce25-4129-9e74-5d8cafce3432 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Floating IP e4e9f306-8b45-4af1-b182-e53c18a5f761 associated. External IP: 172.27.0.39, port: 621ed342-a321-496f-8c69-45248495c9ca. Jul 07 14:37:16.025800 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19eb13cc-ce25-4129-9e74-5d8cafce3432 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Router bf440855-b599-46aa-a455-f85cde04b890 has already been hosted by L3 agent 652ddd47-bc13-4e1c-8285-b4eb8cea957f {{(pid=92953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 14:37:16.375729 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19eb13cc-ce25-4129-9e74-5d8cafce3432 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Notify agent at l3_agent.dv-cinder-799821-1-iscsi the message routers_updated {{(pid=92953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 14:37:16.385892 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68f584e-a5ba-4a94-8e07-5f4b81947617 None None] Sync routers for ids ['bf440855-b599-46aa-a455-f85cde04b890'] in dv-cinder-799821-1-iscsi {{(pid=92956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 14:37:16.393696 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-19eb13cc-ce25-4129-9e74-5d8cafce3432 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171717'] for floatingip, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:37:16.396385 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68f584e-a5ba-4a94-8e07-5f4b81947617 None None] Routers {'bf440855-b599-46aa-a455-f85cde04b890'} bound to L3 agent in host dv-cinder-799821-1-iscsi {{(pid=92956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 14:37:16.397106 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-b68f584e-a5ba-4a94-8e07-5f4b81947617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T13:53:27Z,description=,heartbeat_timestamp=2021-07-07T14:36:58Z,host='dv-cinder-799821-1-iscsi',id=652ddd47-bc13-4e1c-8285-b4eb8cea957f,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:53:27Z,topic='l3_agent')) {'router_ids': ['bf440855-b599-46aa-a455-f85cde04b890'], 'active': True} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:37:16.439188 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-19eb13cc-ce25-4129-9e74-5d8cafce3432 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8301990 Jul 07 14:37:16.440369 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1c2df0a-95df-44b9-8530-44c276939fe3', 'tag': '621ed342-a321-496f-8c69-45248495c9ca'}] {{(pid=92953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 14:37:16.444686 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b979791e0eb55c76fbaee7f898eb9add660ef90e10b4f8745b80363530633ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a492573b-f8ae-4a1c-a8b3-3313239c3198" -d '{"events": [{"name": "network-changed", "server_uuid": "c1c2df0a-95df-44b9-8530-44c276939fe3", "tag": "621ed342-a321-496f-8c69-45248495c9ca"}]}' {{(pid=92953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 14:37:16.512755 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvr_db [None req-b68f584e-a5ba-4a94-8e07-5f4b81947617 None None] Set router bf440855-b599-46aa-a455-f85cde04b890 gateway port host: dv-cinder-799821-1-iscsi {{(pid=92956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 14:37:16.561835 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 14:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be58e7b8-44e8-46ec-b528-20fb87fae0a6 x-openstack-request-id: req-be58e7b8-44e8-46ec-b528-20fb87fae0a6 {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 14:37:16.562124 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1c2df0a-95df-44b9-8530-44c276939fe3", "tag": "621ed342-a321-496f-8c69-45248495c9ca", "status": "completed", "code": 200}]} {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 14:37:16.562374 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-be58e7b8-44e8-46ec-b528-20fb87fae0a6 {{(pid=92953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 14:37:16.563289 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1c2df0a-95df-44b9-8530-44c276939fe3', 'tag': '621ed342-a321-496f-8c69-45248495c9ca', 'status': 'completed', 'code': 200} Jul 07 14:37:16.639809 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a492573b-f8ae-4a1c-a8b3-3313239c3198 req-c3ed18f7-ec7e-4d00-bcde-cee20a4ba7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:37:16.641298 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-a492573b-f8ae-4a1c-a8b3-3313239c3198 req-c3ed18f7-ec7e-4d00-bcde-cee20a4ba7ed service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0ce05d06ad794625bef8693b2fcb923d&device_id=c1c2df0a-95df-44b9-8530-44c276939fe3 HTTP/1.1" status: 200 len: 1098 time: 0.0552473 Jul 07 14:37:16.732226 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a492573b-f8ae-4a1c-a8b3-3313239c3198 req-54e012cc-a44f-48e0-9403-17d84bbccc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:37:16.733723 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-a492573b-f8ae-4a1c-a8b3-3313239c3198 req-54e012cc-a44f-48e0-9403-17d84bbccc15 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6c35d8b0-d101-469c-acc6-415586fc4a11 HTTP/1.1" status: 200 len: 911 time: 0.0855684 Jul 07 14:37:16.761841 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-b68f584e-a5ba-4a94-8e07-5f4b81947617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf440855-b599-46aa-a455-f85cde04b890', 'name': 'tempest-TestVolumeBootPattern-93386920-router', 'tenant_id': '0ce05d06ad794625bef8693b2fcb923d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'external_fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': 'f71ba50b-4488-430a-afdc-4c771cab180d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T14:36:26Z', 'updated_at': '2021-07-07T14:36:28Z', 'revision_number': 4, 'project_id': '0ce05d06ad794625bef8693b2fcb923d', 'gw_port': {'id': 'f71ba50b-4488-430a-afdc-4c771cab180d', 'name': '', 'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:59:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf440855-b599-46aa-a455-f85cde04b890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:36:26Z', 'updated_at': '2021-07-07T14:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799821-1-iscsi', '_floatingips': [{'id': 'e4e9f306-8b45-4af1-b182-e53c18a5f761', 'tenant_id': '0ce05d06ad794625bef8693b2fcb923d', 'floating_ip_address': '172.27.0.39', 'floating_network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'router_id': 'bf440855-b599-46aa-a455-f85cde04b890', 'port_id': '621ed342-a321-496f-8c69-45248495c9ca', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c35d8b0-d101-469c-acc6-415586fc4a11', 'mac_address': 'fa:16:3e:db:23:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c2df0a-95df-44b9-8530-44c276939fe3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T14:37:15Z', 'updated_at': '2021-07-07T14:37:15Z', 'revision_number': 0, 'project_id': '0ce05d06ad794625bef8693b2fcb923d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ffa04ba-c769-4e77-a757-8b2c755581c7', 'name': '', 'network_id': '6c35d8b0-d101-469c-acc6-415586fc4a11', 'tenant_id': '0ce05d06ad794625bef8693b2fcb923d', 'mac_address': 'fa:16:3e:29:02:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf440855-b599-46aa-a455-f85cde04b890', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'd30bc248-8afd-40ea-829c-3f5850a24126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:36:28Z', 'updated_at': '2021-07-07T14:36:35Z', 'revision_number': 5, 'project_id': '0ce05d06ad794625bef8693b2fcb923d', 'subnets': [{'id': 'd30bc248-8afd-40ea-829c-3f5850a24126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799821-1-iscsi', False) {} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:37:16.788432 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68f584e-a5ba-4a94-8e07-5f4b81947617 None None] Checking router: bf440855-b599-46aa-a455-f85cde04b890 for host: dv-cinder-799821-1-iscsi {{(pid=92956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 14:37:16.796257 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68f584e-a5ba-4a94-8e07-5f4b81947617 None None] Routers {'bf440855-b599-46aa-a455-f85cde04b890'} bound to L3 agent in host dv-cinder-799821-1-iscsi {{(pid=92956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 14:37:16.796854 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-b68f584e-a5ba-4a94-8e07-5f4b81947617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T13:53:27Z,description=,heartbeat_timestamp=2021-07-07T14:36:58Z,host='dv-cinder-799821-1-iscsi',id=652ddd47-bc13-4e1c-8285-b4eb8cea957f,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:53:27Z,topic='l3_agent')) {'router_ids': ['bf440855-b599-46aa-a455-f85cde04b890'], 'active': True} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:37:16.801121 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-a492573b-f8ae-4a1c-a8b3-3313239c3198 req-df560539-70bc-4f05-b9db-c6fc0f7e83d3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=621ed342-a321-496f-8c69-45248495c9ca HTTP/1.1" status: 200 len: 998 time: 0.0599997 Jul 07 14:37:16.850271 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a492573b-f8ae-4a1c-a8b3-3313239c3198 req-3b0982fc-b056-4332-b872-7de2ff902cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:37:16.851939 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-a492573b-f8ae-4a1c-a8b3-3313239c3198 req-3b0982fc-b056-4332-b872-7de2ff902cd0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d30bc248-8afd-40ea-829c-3f5850a24126 HTTP/1.1" status: 200 len: 849 time: 0.0445049 Jul 07 14:37:16.908868 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvr_db [None req-b68f584e-a5ba-4a94-8e07-5f4b81947617 None None] Set router bf440855-b599-46aa-a455-f85cde04b890 gateway port host: dv-cinder-799821-1-iscsi {{(pid=92956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 14:37:17.141423 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-b68f584e-a5ba-4a94-8e07-5f4b81947617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf440855-b599-46aa-a455-f85cde04b890', 'name': 'tempest-TestVolumeBootPattern-93386920-router', 'tenant_id': '0ce05d06ad794625bef8693b2fcb923d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'external_fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': 'f71ba50b-4488-430a-afdc-4c771cab180d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T14:36:26Z', 'updated_at': '2021-07-07T14:36:28Z', 'revision_number': 4, 'project_id': '0ce05d06ad794625bef8693b2fcb923d', 'gw_port': {'id': 'f71ba50b-4488-430a-afdc-4c771cab180d', 'name': '', 'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:59:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf440855-b599-46aa-a455-f85cde04b890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:36:26Z', 'updated_at': '2021-07-07T14:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799821-1-iscsi', '_floatingips': [{'id': 'e4e9f306-8b45-4af1-b182-e53c18a5f761', 'tenant_id': '0ce05d06ad794625bef8693b2fcb923d', 'floating_ip_address': '172.27.0.39', 'floating_network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'router_id': 'bf440855-b599-46aa-a455-f85cde04b890', 'port_id': '621ed342-a321-496f-8c69-45248495c9ca', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c35d8b0-d101-469c-acc6-415586fc4a11', 'mac_address': 'fa:16:3e:db:23:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c2df0a-95df-44b9-8530-44c276939fe3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T14:37:15Z', 'updated_at': '2021-07-07T14:37:15Z', 'revision_number': 0, 'project_id': '0ce05d06ad794625bef8693b2fcb923d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ffa04ba-c769-4e77-a757-8b2c755581c7', 'name': '', 'network_id': '6c35d8b0-d101-469c-acc6-415586fc4a11', 'tenant_id': '0ce05d06ad794625bef8693b2fcb923d', 'mac_address': 'fa:16:3e:29:02:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf440855-b599-46aa-a455-f85cde04b890', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'd30bc248-8afd-40ea-829c-3f5850a24126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:36:28Z', 'updated_at': '2021-07-07T14:36:35Z', 'revision_number': 5, 'project_id': '0ce05d06ad794625bef8693b2fcb923d', 'subnets': [{'id': 'd30bc248-8afd-40ea-829c-3f5850a24126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799821-1-iscsi', False) {} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:37:17.175245 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a492573b-f8ae-4a1c-a8b3-3313239c3198 req-0de32b02-7800-4755-b3da-30ae5cf8ba65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:37:17.177207 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-a492573b-f8ae-4a1c-a8b3-3313239c3198 req-0de32b02-7800-4755-b3da-30ae5cf8ba65 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6c35d8b0-d101-469c-acc6-415586fc4a11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3190246 Jul 07 14:37:17.248867 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68f584e-a5ba-4a94-8e07-5f4b81947617 None None] The sync data for ids ['bf440855-b599-46aa-a455-f85cde04b890'] in dv-cinder-799821-1-iscsi is: [{'id': 'bf440855-b599-46aa-a455-f85cde04b890', 'name': 'tempest-TestVolumeBootPattern-93386920-router', 'tenant_id': '0ce05d06ad794625bef8693b2fcb923d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'external_fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': 'f71ba50b-4488-430a-afdc-4c771cab180d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T14:36:26Z', 'updated_at': '2021-07-07T14:36:28Z', 'revision_number': 4, 'project_id': '0ce05d06ad794625bef8693b2fcb923d', 'gw_port': {'id': 'f71ba50b-4488-430a-afdc-4c771cab180d', 'name': '', 'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:59:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf440855-b599-46aa-a455-f85cde04b890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:36:26Z', 'updated_at': '2021-07-07T14:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799821-1-iscsi', '_floatingips': [{'id': 'e4e9f306-8b45-4af1-b182-e53c18a5f761', 'tenant_id': '0ce05d06ad794625bef8693b2fcb923d', 'floating_ip_address': '172.27.0.39', 'floating_network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'router_id': 'bf440855-b599-46aa-a455-f85cde04b890', 'port_id': '621ed342-a321-496f-8c69-45248495c9ca', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c35d8b0-d101-469c-acc6-415586fc4a11', 'mac_address': 'fa:16:3e:db:23:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c2df0a-95df-44b9-8530-44c276939fe3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T14:37:15Z', 'updated_at': '2021-07-07T14:37:15Z', 'revision_number': 0, 'project_id': '0ce05d06ad794625bef8693b2fcb923d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ffa04ba-c769-4e77-a757-8b2c755581c7', 'name': '', 'network_id': '6c35d8b0-d101-469c-acc6-415586fc4a11', 'tenant_id': '0ce05d06ad794625bef8693b2fcb923d', 'mac_address': 'fa:16:3e:29:02:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf440855-b599-46aa-a455-f85cde04b890', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'd30bc248-8afd-40ea-829c-3f5850a24126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:36:28Z', 'updated_at': '2021-07-07T14:36:35Z', 'revision_number': 5, 'project_id': '0ce05d06ad794625bef8693b2fcb923d', 'subnets': [{'id': 'd30bc248-8afd-40ea-829c-3f5850a24126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 14:37:17.268610 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-a492573b-f8ae-4a1c-a8b3-3313239c3198 req-5d3386ec-bc80-45a0-a92a-276fefcba2d9 service neutron] 10.222.0.24 "GET /v2.0/networks/6c35d8b0-d101-469c-acc6-415586fc4a11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840130 Jul 07 14:37:17.363046 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-a492573b-f8ae-4a1c-a8b3-3313239c3198 req-3e45cade-7cbc-4572-99bb-090d8f19a7d8 service neutron] 10.222.0.24 "GET /v2.0/networks/6c35d8b0-d101-469c-acc6-415586fc4a11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881789 Jul 07 14:37:17.437901 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca7b950-036f-4f16-95bd-22c41caae844 None None] New status for floating IP e4e9f306-8b45-4af1-b182-e53c18a5f761: ACTIVE {{(pid=92955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 14:37:18.813208 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a549757-2592-4bb2-b5c5-9614c9de5d83 req-136053c8-6c8d-4ca9-ab54-355bee4ca56f tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:37:18.814665 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-4a549757-2592-4bb2-b5c5-9614c9de5d83 req-136053c8-6c8d-4ca9-ab54-355bee4ca56f tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/ports?device_id=9be2ba1c-93da-4988-9c0c-134e044f8498 HTTP/1.1" status: 200 len: 946 time: 0.0615015 Jul 07 14:37:18.851851 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-4a549757-2592-4bb2-b5c5-9614c9de5d83 req-079b255b-7dac-4992-8fcf-d80b70d39257 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb65e8b4-eab0-4462-8ea9-f84e2fbecdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310338 Jul 07 14:37:20.043105 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1fc7b2-c408-4275-9ab7-1f09f9f9651f req-065e1a81-b319-415f-a062-39da23cdd24b tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:37:20.044535 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-de1fc7b2-c408-4275-9ab7-1f09f9f9651f req-065e1a81-b319-415f-a062-39da23cdd24b tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/ports?device_id=9be2ba1c-93da-4988-9c0c-134e044f8498 HTTP/1.1" status: 200 len: 946 time: 0.0649245 Jul 07 14:37:20.080537 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-de1fc7b2-c408-4275-9ab7-1f09f9f9651f req-1fe1696f-a0ef-434e-8f12-bfbf9ffab9f8 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb65e8b4-eab0-4462-8ea9-f84e2fbecdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305090 Jul 07 14:37:21.268717 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7c211e-a334-4464-a1f1-e6b208b4882e req-9e61b52a-f137-4752-bff4-6afceb79bdf7 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:37:21.270233 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-8b7c211e-a334-4464-a1f1-e6b208b4882e req-9e61b52a-f137-4752-bff4-6afceb79bdf7 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/ports?device_id=9be2ba1c-93da-4988-9c0c-134e044f8498 HTTP/1.1" status: 200 len: 946 time: 0.0640056 Jul 07 14:37:21.306782 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-8b7c211e-a334-4464-a1f1-e6b208b4882e req-d592b445-d800-4d78-ae1c-ee5edf88a829 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb65e8b4-eab0-4462-8ea9-f84e2fbecdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308161 Jul 07 14:37:22.483851 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c447a6d2-6ce7-4963-b7de-6dcfa1a6d739 req-e78cf1d0-b680-4349-be15-567751d160f0 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:37:22.485262 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-c447a6d2-6ce7-4963-b7de-6dcfa1a6d739 req-e78cf1d0-b680-4349-be15-567751d160f0 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/ports?device_id=9be2ba1c-93da-4988-9c0c-134e044f8498 HTTP/1.1" status: 200 len: 946 time: 0.0648279 Jul 07 14:37:22.522376 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-c447a6d2-6ce7-4963-b7de-6dcfa1a6d739 req-2a73829b-3bb4-48dd-b461-2064305c8168 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb65e8b4-eab0-4462-8ea9-f84e2fbecdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314598 Jul 07 14:37:23.697173 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c7ff58-e269-40ad-8c9f-42107162133d req-e152c889-536e-4c6b-8873-09a396a7d00b tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:37:23.698650 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-50c7ff58-e269-40ad-8c9f-42107162133d req-e152c889-536e-4c6b-8873-09a396a7d00b tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/ports?device_id=9be2ba1c-93da-4988-9c0c-134e044f8498 HTTP/1.1" status: 200 len: 946 time: 0.0617959 Jul 07 14:37:23.735153 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-50c7ff58-e269-40ad-8c9f-42107162133d req-c0b5205c-d13c-4dcf-bda7-7d4cacf13fb1 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb65e8b4-eab0-4462-8ea9-f84e2fbecdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310690 Jul 07 14:37:24.914700 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12106ae6-84f8-493e-a1b1-476c7bfb9062 req-eb94e7e2-76cf-4068-946b-b4c9faeff3c0 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:37:24.916262 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-12106ae6-84f8-493e-a1b1-476c7bfb9062 req-eb94e7e2-76cf-4068-946b-b4c9faeff3c0 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/ports?device_id=9be2ba1c-93da-4988-9c0c-134e044f8498 HTTP/1.1" status: 200 len: 946 time: 0.0677297 Jul 07 14:37:24.923466 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-06aed8a9-2c78-4fa9-86f6-e7ed7338841e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:37:24.953655 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-12106ae6-84f8-493e-a1b1-476c7bfb9062 req-3d1efa64-3ac6-4db8-9a42-a8fcd12a217b tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb65e8b4-eab0-4462-8ea9-f84e2fbecdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318975 Jul 07 14:37:26.144306 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce9bf15-5e52-48bb-ab75-e2d0f942b43b req-9840469a-414c-4db4-af78-b006fb7f4344 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:37:26.145779 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-5ce9bf15-5e52-48bb-ab75-e2d0f942b43b req-9840469a-414c-4db4-af78-b006fb7f4344 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/ports?device_id=9be2ba1c-93da-4988-9c0c-134e044f8498 HTTP/1.1" status: 200 len: 946 time: 0.0757754 Jul 07 14:37:26.183597 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-5ce9bf15-5e52-48bb-ab75-e2d0f942b43b req-dd6f47b2-5278-4f06-b704-c6034814fef1 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb65e8b4-eab0-4462-8ea9-f84e2fbecdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315170 Jul 07 14:37:27.358168 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb01da6b-096b-4861-9607-83227def2bd4 req-e03c4814-755d-4685-a74f-0cf42d9eab6f tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:37:27.359659 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-eb01da6b-096b-4861-9607-83227def2bd4 req-e03c4814-755d-4685-a74f-0cf42d9eab6f tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/ports?device_id=9be2ba1c-93da-4988-9c0c-134e044f8498 HTTP/1.1" status: 200 len: 946 time: 0.0625255 Jul 07 14:37:27.396680 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-eb01da6b-096b-4861-9607-83227def2bd4 req-ffac024b-5feb-4649-aec4-8bf1a0736d7b tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb65e8b4-eab0-4462-8ea9-f84e2fbecdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311780 Jul 07 14:37:27.537799 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4e2e5097-6b77-4d9e-966f-19a8d023ea6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:37:27.857485 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:37:28.573531 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dae73d-de4e-4a3a-854a-a1d596bce69d req-2dfc6aa5-d412-4353-924d-ade6fef7faf7 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:37:28.575006 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-57dae73d-de4e-4a3a-854a-a1d596bce69d req-2dfc6aa5-d412-4353-924d-ade6fef7faf7 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/ports?device_id=9be2ba1c-93da-4988-9c0c-134e044f8498 HTTP/1.1" status: 200 len: 946 time: 0.0652003 Jul 07 14:37:28.612231 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-57dae73d-de4e-4a3a-854a-a1d596bce69d req-31bcbd71-4640-44c0-9e2f-78cb7f6706a5 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb65e8b4-eab0-4462-8ea9-f84e2fbecdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318115 Jul 07 14:37:28.762505 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-797095d9-f31f-46bc-add0-d9922559420e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:37:29.789227 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc37cca-17bc-487f-9a0a-24cbf3edfe92 req-d39c788f-7d5f-471f-9718-bafc488d8038 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:37:29.790696 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-dfc37cca-17bc-487f-9a0a-24cbf3edfe92 req-d39c788f-7d5f-471f-9718-bafc488d8038 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/ports?device_id=9be2ba1c-93da-4988-9c0c-134e044f8498 HTTP/1.1" status: 200 len: 946 time: 0.0619152 Jul 07 14:37:29.826839 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-dfc37cca-17bc-487f-9a0a-24cbf3edfe92 req-96e5acbb-882a-4742-8dd8-bea8a1f50a94 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb65e8b4-eab0-4462-8ea9-f84e2fbecdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306673 Jul 07 14:37:30.353390 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-de2cb0b5-6e4a-418e-bae1-4b4e8a512c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:37:31.013400 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69229ce5-bcc8-44cf-88a6-608c73890878 req-8fe97c85-4f2f-43f9-af18-3168efc1422a tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:37:31.014916 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-69229ce5-bcc8-44cf-88a6-608c73890878 req-8fe97c85-4f2f-43f9-af18-3168efc1422a tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/ports?device_id=9be2ba1c-93da-4988-9c0c-134e044f8498 HTTP/1.1" status: 200 len: 946 time: 0.0631089 Jul 07 14:37:31.052845 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-69229ce5-bcc8-44cf-88a6-608c73890878 req-9f2922e9-ac95-4dd1-8dec-42bb89e3b2da tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb65e8b4-eab0-4462-8ea9-f84e2fbecdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318134 Jul 07 14:37:32.020493 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Device 191bea45-2270-4f50-9df2-728222eacacb details requested by agent hyperv_hv-cinder-79982 with host hv-cinder-79982 {{(pid=92955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 14:37:32.122560 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] For port 191bea45-2270-4f50-9df2-728222eacacb, host hv-cinder-79982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79982',level=0,port_id=191bea45-2270-4f50-9df2-728222eacacb,segment=NetworkSegment(a145ae2e-96d2-4239-b9ef-8a493ddf839d),segment_id=a145ae2e-96d2-4239-b9ef-8a493ddf839d)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 14:37:32.142224 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Returning: {'device': '191bea45-2270-4f50-9df2-728222eacacb', 'network_id': '7c490f9a-1358-4140-991d-bf32698f77aa', 'port_id': '191bea45-2270-4f50-9df2-728222eacacb', 'mac_address': 'fa:16:3e:08:ce:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b18de7e-b643-4fd7-b48b-d38da4c85021', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 14:37:32.192334 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:37:32.213411 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.notifiers.nova [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 191bea45-2270-4f50-9df2-728222eacacb {{(pid=92955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 14:37:32.236918 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] For port 191bea45-2270-4f50-9df2-728222eacacb, host hv-cinder-79982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79982',level=0,port_id=191bea45-2270-4f50-9df2-728222eacacb,segment=NetworkSegment(a145ae2e-96d2-4239-b9ef-8a493ddf839d),segment_id=a145ae2e-96d2-4239-b9ef-8a493ddf839d)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 14:37:32.244726 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:37:32.257944 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a28baf4-0fc3-4543-8edd-09c0a2e3961c req-e4799d7b-e8ef-4d78-a0f0-e347f84b38eb tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:37:32.267638 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-0a28baf4-0fc3-4543-8edd-09c0a2e3961c req-e4799d7b-e8ef-4d78-a0f0-e347f84b38eb tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/ports?device_id=9be2ba1c-93da-4988-9c0c-134e044f8498 HTTP/1.1" status: 200 len: 946 time: 0.0896256 Jul 07 14:37:32.300138 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Pushing event updated for resources: {'Port': ['ID=191bea45-2270-4f50-9df2-728222eacacb,revision_number=6']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:37:32.307268 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:37:32.307616 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:37:32.307962 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:37:32.308298 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:37:32.308631 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:37:32.308963 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:37:32.309420 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:37:32.309753 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:37:32.310080 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:37:32.310402 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:37:32.310750 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:37:32.311073 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:37:32.321616 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-0a28baf4-0fc3-4543-8edd-09c0a2e3961c req-1754a156-bc7c-4599-8d2b-e487f4dcb947 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb65e8b4-eab0-4462-8ea9-f84e2fbecdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526812 Jul 07 14:37:32.329809 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] get_ports_and_sgs() called for port_ids ['191bea45-2270-4f50-9df2-728222eacacb'] {{(pid=92955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 14:37:32.679517 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:37:33.528474 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7bcd72-01d7-4595-9816-994a9a629d32 req-267442ff-a51a-4c46-8060-6fcc93feb372 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:37:33.529974 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-2a7bcd72-01d7-4595-9816-994a9a629d32 req-267442ff-a51a-4c46-8060-6fcc93feb372 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/ports?device_id=9be2ba1c-93da-4988-9c0c-134e044f8498 HTTP/1.1" status: 200 len: 945 time: 0.0755794 Jul 07 14:37:33.575221 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-2a7bcd72-01d7-4595-9816-994a9a629d32 req-7652ae75-4c59-4294-b668-6198c46a3d48 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb65e8b4-eab0-4462-8ea9-f84e2fbecdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387239 Jul 07 14:37:34.049227 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Device 191bea45-2270-4f50-9df2-728222eacacb up at agent hyperv_hv-cinder-79982 {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 14:37:34.105947 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Provisioning complete for port 191bea45-2270-4f50-9df2-728222eacacb triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 14:37:34.106345 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732533'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:37:34.189113 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:37:34.214922 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9be2ba1c-93da-4988-9c0c-134e044f8498', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '191bea45-2270-4f50-9df2-728222eacacb'}] {{(pid=92955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 14:37:34.217263 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e11a9a08f0ebba7a9f0c3b7780f6d7944ec82452e2695ea1962573c23703eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9b1f255-3401-4e24-8ea4-8070d8668ce1" -d '{"events": [{"server_uuid": "9be2ba1c-93da-4988-9c0c-134e044f8498", "name": "network-vif-plugged", "status": "completed", "tag": "191bea45-2270-4f50-9df2-728222eacacb"}]}' {{(pid=92955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 14:37:34.232253 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] For port 191bea45-2270-4f50-9df2-728222eacacb, host hv-cinder-79982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79982',level=0,port_id=191bea45-2270-4f50-9df2-728222eacacb,segment=NetworkSegment(a145ae2e-96d2-4239-b9ef-8a493ddf839d),segment_id=a145ae2e-96d2-4239-b9ef-8a493ddf839d)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 14:37:34.236261 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:37:34.287913 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 14:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c56367c-8cd5-4b8e-94ba-6defb92fdc91 x-openstack-request-id: req-3c56367c-8cd5-4b8e-94ba-6defb92fdc91 {{(pid=92955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 14:37:34.288204 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9be2ba1c-93da-4988-9c0c-134e044f8498", "name": "network-vif-plugged", "status": "completed", "tag": "191bea45-2270-4f50-9df2-728222eacacb", "code": 200}]} {{(pid=92955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 14:37:34.288451 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3c56367c-8cd5-4b8e-94ba-6defb92fdc91 {{(pid=92955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 14:37:34.288852 dv-cinder-799821-1-iscsi neutron-server[92955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9be2ba1c-93da-4988-9c0c-134e044f8498', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '191bea45-2270-4f50-9df2-728222eacacb', 'code': 200} Jul 07 14:37:34.305244 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Pushing event updated for resources: {'Port': ['ID=191bea45-2270-4f50-9df2-728222eacacb,revision_number=7']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:37:34.793833 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afa49dd-50db-4953-9ce5-b3e97ec847a6 req-d04fd804-ae8b-41d4-a104-9aa538bcb11f tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:37:34.795350 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-4afa49dd-50db-4953-9ce5-b3e97ec847a6 req-d04fd804-ae8b-41d4-a104-9aa538bcb11f tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/ports?device_id=9be2ba1c-93da-4988-9c0c-134e044f8498 HTTP/1.1" status: 200 len: 946 time: 0.0747108 Jul 07 14:37:34.838345 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-4afa49dd-50db-4953-9ce5-b3e97ec847a6 req-15222101-39b0-4c0c-8e1e-d3c0115dc641 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb65e8b4-eab0-4462-8ea9-f84e2fbecdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367727 Jul 07 14:37:36.035818 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcae6039-c2e7-4fb1-89b5-83684184bd04 req-7bc51cb8-f87d-49df-8e51-583f08622ace tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:37:36.038595 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-bcae6039-c2e7-4fb1-89b5-83684184bd04 req-7bc51cb8-f87d-49df-8e51-583f08622ace tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/ports?device_id=9be2ba1c-93da-4988-9c0c-134e044f8498 HTTP/1.1" status: 200 len: 946 time: 0.0719025 Jul 07 14:37:36.078839 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-bcae6039-c2e7-4fb1-89b5-83684184bd04 req-1a2e58f6-6a70-4170-a968-fd9010d66645 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb65e8b4-eab0-4462-8ea9-f84e2fbecdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342550 Jul 07 14:37:37.274604 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85faabcd-8ae9-4aac-b1cd-0addd4b80efc req-87a7fab9-33bc-476b-8b9e-23380dd286a1 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:37:37.278966 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-85faabcd-8ae9-4aac-b1cd-0addd4b80efc req-87a7fab9-33bc-476b-8b9e-23380dd286a1 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/ports?device_id=9be2ba1c-93da-4988-9c0c-134e044f8498 HTTP/1.1" status: 200 len: 946 time: 0.0727694 Jul 07 14:37:37.319099 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-85faabcd-8ae9-4aac-b1cd-0addd4b80efc req-58e65a25-d43f-4cc2-934b-050e9551b018 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb65e8b4-eab0-4462-8ea9-f84e2fbecdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364459 Jul 07 14:37:38.528887 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78b2420-ffe4-442c-93e5-2314b06137b5 req-fa23df6d-a66b-45b5-b8c9-c835d56954d1 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:37:38.530394 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-c78b2420-ffe4-442c-93e5-2314b06137b5 req-fa23df6d-a66b-45b5-b8c9-c835d56954d1 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/ports?device_id=9be2ba1c-93da-4988-9c0c-134e044f8498 HTTP/1.1" status: 200 len: 946 time: 0.0785143 Jul 07 14:37:38.583047 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-c78b2420-ffe4-442c-93e5-2314b06137b5 req-2cc92cbb-bf5d-48d2-ba2f-774be2a66eca tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb65e8b4-eab0-4462-8ea9-f84e2fbecdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452437 Jul 07 14:37:39.804294 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43efa19-60d2-4421-9f5d-35afa4254b60 req-8025ff48-bf91-4d2b-b48d-b37e9f0092c9 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:37:39.805901 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-e43efa19-60d2-4421-9f5d-35afa4254b60 req-8025ff48-bf91-4d2b-b48d-b37e9f0092c9 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/ports?device_id=9be2ba1c-93da-4988-9c0c-134e044f8498 HTTP/1.1" status: 200 len: 946 time: 0.0812478 Jul 07 14:37:39.846845 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-e43efa19-60d2-4421-9f5d-35afa4254b60 req-aee906ea-e86d-447d-94b9-8a1261d7b7c9 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb65e8b4-eab0-4462-8ea9-f84e2fbecdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351932 Jul 07 14:37:41.041604 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68d9da6-f6aa-400f-a718-4ffca555b511 req-9630e7e1-a8e9-447e-9070-d1a6f12a22aa tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:37:41.043128 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-b68d9da6-f6aa-400f-a718-4ffca555b511 req-9630e7e1-a8e9-447e-9070-d1a6f12a22aa tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/ports?device_id=9be2ba1c-93da-4988-9c0c-134e044f8498 HTTP/1.1" status: 200 len: 946 time: 0.0685887 Jul 07 14:37:41.080545 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-b68d9da6-f6aa-400f-a718-4ffca555b511 req-c2a1fdaa-3418-4c8d-9485-3e98b5941a21 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb65e8b4-eab0-4462-8ea9-f84e2fbecdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318232 Jul 07 14:37:41.094515 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed733b88-dffa-4729-a538-01ce239f32a4 req-18f13c24-47b9-428e-9d0b-5f5026c8149a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:37:41.096009 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-ed733b88-dffa-4729-a538-01ce239f32a4 req-18f13c24-47b9-428e-9d0b-5f5026c8149a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e89386cc9223406eb854d8ec22d5afad&device_id=9be2ba1c-93da-4988-9c0c-134e044f8498 HTTP/1.1" status: 200 len: 1099 time: 0.0519922 Jul 07 14:37:41.189696 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed733b88-dffa-4729-a538-01ce239f32a4 req-3b6c5b20-87d2-4d4d-8c43-7eec5cc9053a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:37:41.191250 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-ed733b88-dffa-4729-a538-01ce239f32a4 req-3b6c5b20-87d2-4d4d-8c43-7eec5cc9053a service neutron] 10.222.0.24 "GET /v2.0/networks?id=7c490f9a-1358-4140-991d-bf32698f77aa HTTP/1.1" status: 200 len: 917 time: 0.0873592 Jul 07 14:37:41.254376 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-ed733b88-dffa-4729-a538-01ce239f32a4 req-912bee23-44a6-433b-973f-d05c5801a8f6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=191bea45-2270-4f50-9df2-728222eacacb HTTP/1.1" status: 200 len: 1002 time: 0.0565102 Jul 07 14:37:41.303581 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed733b88-dffa-4729-a538-01ce239f32a4 req-23cbb583-fb4b-4db5-b374-fc23f7b3ae4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:37:41.304980 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-ed733b88-dffa-4729-a538-01ce239f32a4 req-23cbb583-fb4b-4db5-b374-fc23f7b3ae4b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6b18de7e-b643-4fd7-b48b-d38da4c85021 HTTP/1.1" status: 200 len: 855 time: 0.0433655 Jul 07 14:37:41.365664 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed733b88-dffa-4729-a538-01ce239f32a4 req-e28ddeee-de20-4329-a4aa-14fc170698b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:37:41.367146 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-ed733b88-dffa-4729-a538-01ce239f32a4 req-e28ddeee-de20-4329-a4aa-14fc170698b0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7c490f9a-1358-4140-991d-bf32698f77aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0542495 Jul 07 14:37:41.455856 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-ed733b88-dffa-4729-a538-01ce239f32a4 req-e6240990-4c59-439d-b5c0-8ecda0fc02fe service neutron] 10.222.0.24 "GET /v2.0/networks/7c490f9a-1358-4140-991d-bf32698f77aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808973 Jul 07 14:37:41.547791 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-ed733b88-dffa-4729-a538-01ce239f32a4 req-9bd36722-b003-4032-a6b1-302b0034240b service neutron] 10.222.0.24 "GET /v2.0/networks/7c490f9a-1358-4140-991d-bf32698f77aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844476 Jul 07 14:37:42.255743 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21b5002-f549-46dd-8f99-2e2ea515198c req-1552905f-8109-46e4-9405-2f0ad8821c40 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:37:42.257199 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-b21b5002-f549-46dd-8f99-2e2ea515198c req-1552905f-8109-46e4-9405-2f0ad8821c40 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/ports?device_id=9be2ba1c-93da-4988-9c0c-134e044f8498 HTTP/1.1" status: 200 len: 946 time: 0.0626953 Jul 07 14:37:42.293578 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-b21b5002-f549-46dd-8f99-2e2ea515198c req-9d61d1d3-d1c9-485e-b645-4bb94c65b9d9 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb65e8b4-eab0-4462-8ea9-f84e2fbecdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308094 Jul 07 14:37:43.593347 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16a2293-7ab7-4ab6-bcf3-84de5a62b901 req-d1fb1aee-37a7-4d36-965d-c73628a949d0 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:37:43.594801 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-a16a2293-7ab7-4ab6-bcf3-84de5a62b901 req-d1fb1aee-37a7-4d36-965d-c73628a949d0 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/ports?device_id=9be2ba1c-93da-4988-9c0c-134e044f8498 HTTP/1.1" status: 200 len: 946 time: 0.0625455 Jul 07 14:37:43.631995 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-a16a2293-7ab7-4ab6-bcf3-84de5a62b901 req-c8d6c529-5c21-47b6-8ea2-651dd7d69855 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb65e8b4-eab0-4462-8ea9-f84e2fbecdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317342 Jul 07 14:37:44.732340 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1717b0dc-38c2-44d0-b824-7da0eebc5937 req-13aa824b-f0cc-41e7-8079-d73a5d1a89f6 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:37:44.733792 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-1717b0dc-38c2-44d0-b824-7da0eebc5937 req-13aa824b-f0cc-41e7-8079-d73a5d1a89f6 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/ports?device_id=9be2ba1c-93da-4988-9c0c-134e044f8498 HTTP/1.1" status: 200 len: 946 time: 0.0694778 Jul 07 14:37:44.772323 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-1717b0dc-38c2-44d0-b824-7da0eebc5937 req-e44fc06c-c43a-426c-b87d-000b118f87d3 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb65e8b4-eab0-4462-8ea9-f84e2fbecdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318756 Jul 07 14:37:44.868712 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 43262) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:37:44.957448 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-86b9eb5b-f1b7-48bf-8d35-943052352f6a req-be9b7a86-2006-478f-84c1-9cd72b1574ae service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9be2ba1c-93da-4988-9c0c-134e044f8498&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0875359 Jul 07 14:37:45.871101 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b9eb5b-f1b7-48bf-8d35-943052352f6a req-d4c2fbb6-a7cd-4664-af52-ceec6aa5ca1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:37:45.872586 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-86b9eb5b-f1b7-48bf-8d35-943052352f6a req-d4c2fbb6-a7cd-4664-af52-ceec6aa5ca1c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9be2ba1c-93da-4988-9c0c-134e044f8498&tenant_id=e89386cc9223406eb854d8ec22d5afad HTTP/1.1" status: 200 len: 1099 time: 0.0527112 Jul 07 14:37:45.946698 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b9eb5b-f1b7-48bf-8d35-943052352f6a req-4a7edfda-fd78-4724-9fd8-5823e38b8300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:37:45.948203 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-86b9eb5b-f1b7-48bf-8d35-943052352f6a req-4a7edfda-fd78-4724-9fd8-5823e38b8300 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e89386cc9223406eb854d8ec22d5afad&device_id=9be2ba1c-93da-4988-9c0c-134e044f8498 HTTP/1.1" status: 200 len: 1099 time: 0.0520468 Jul 07 14:37:45.956332 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b766204e-8099-469b-aa20-4053b6b749cb req-929b8e2f-31c9-46d7-b128-e7b5cb341b4e tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:37:45.957800 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-b766204e-8099-469b-aa20-4053b6b749cb req-929b8e2f-31c9-46d7-b128-e7b5cb341b4e tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/ports?device_id=9be2ba1c-93da-4988-9c0c-134e044f8498 HTTP/1.1" status: 200 len: 946 time: 0.0665734 Jul 07 14:37:45.995698 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-b766204e-8099-469b-aa20-4053b6b749cb req-b1a19004-08b9-428a-bfdf-73909a7ce3dd tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb65e8b4-eab0-4462-8ea9-f84e2fbecdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322752 Jul 07 14:37:46.042532 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b9eb5b-f1b7-48bf-8d35-943052352f6a req-2454adc9-9d25-482a-adc2-fe8fe81932e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:37:46.043942 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-86b9eb5b-f1b7-48bf-8d35-943052352f6a req-2454adc9-9d25-482a-adc2-fe8fe81932e6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7c490f9a-1358-4140-991d-bf32698f77aa HTTP/1.1" status: 200 len: 917 time: 0.0850935 Jul 07 14:37:46.110080 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-86b9eb5b-f1b7-48bf-8d35-943052352f6a req-7f22297e-94c4-4ff2-afc0-0ab4510153fa service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=191bea45-2270-4f50-9df2-728222eacacb HTTP/1.1" status: 200 len: 1002 time: 0.0584056 Jul 07 14:37:46.127285 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Device 191bea45-2270-4f50-9df2-728222eacacb no longer exists at agent hyperv_hv-cinder-79982 {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 14:37:46.171876 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b9eb5b-f1b7-48bf-8d35-943052352f6a req-9e938426-d2e7-47f2-9ba0-efb4e5fcb199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:37:46.173357 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-86b9eb5b-f1b7-48bf-8d35-943052352f6a req-9e938426-d2e7-47f2-9ba0-efb4e5fcb199 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6b18de7e-b643-4fd7-b48b-d38da4c85021 HTTP/1.1" status: 200 len: 855 time: 0.0558536 Jul 07 14:37:46.201662 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:37:46.224239 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9be2ba1c-93da-4988-9c0c-134e044f8498', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '191bea45-2270-4f50-9df2-728222eacacb'}] {{(pid=92955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 14:37:46.226843 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e11a9a08f0ebba7a9f0c3b7780f6d7944ec82452e2695ea1962573c23703eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e256f04-e41f-4aa1-8717-1a9a1166335f" -d '{"events": [{"server_uuid": "9be2ba1c-93da-4988-9c0c-134e044f8498", "name": "network-vif-unplugged", "status": "completed", "tag": "191bea45-2270-4f50-9df2-728222eacacb"}]}' {{(pid=92955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 14:37:46.236337 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b9eb5b-f1b7-48bf-8d35-943052352f6a req-68fcdf65-28d0-4daa-8110-65ea226a0e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:37:46.238567 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-86b9eb5b-f1b7-48bf-8d35-943052352f6a req-68fcdf65-28d0-4daa-8110-65ea226a0e56 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7c490f9a-1358-4140-991d-bf32698f77aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0548573 Jul 07 14:37:46.240179 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] For port 191bea45-2270-4f50-9df2-728222eacacb, host hv-cinder-79982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79982',level=0,port_id=191bea45-2270-4f50-9df2-728222eacacb,segment=NetworkSegment(a145ae2e-96d2-4239-b9ef-8a493ddf839d),segment_id=a145ae2e-96d2-4239-b9ef-8a493ddf839d)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 14:37:46.244876 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:37:46.332125 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-86b9eb5b-f1b7-48bf-8d35-943052352f6a req-dca1b59b-28a5-4d73-ad2b-c69d0b2c34dd service neutron] 10.222.0.24 "GET /v2.0/networks/7c490f9a-1358-4140-991d-bf32698f77aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862253 Jul 07 14:37:46.389122 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 14:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7b350ec-a9fa-4b13-b5d0-c53cd8df1390 x-openstack-request-id: req-d7b350ec-a9fa-4b13-b5d0-c53cd8df1390 {{(pid=92955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 14:37:46.389353 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9be2ba1c-93da-4988-9c0c-134e044f8498", "name": "network-vif-unplugged", "status": "completed", "tag": "191bea45-2270-4f50-9df2-728222eacacb", "code": 200}]} {{(pid=92955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 14:37:46.389548 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d7b350ec-a9fa-4b13-b5d0-c53cd8df1390 {{(pid=92955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 14:37:46.389923 dv-cinder-799821-1-iscsi neutron-server[92955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9be2ba1c-93da-4988-9c0c-134e044f8498', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '191bea45-2270-4f50-9df2-728222eacacb', 'code': 200} Jul 07 14:37:46.414272 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Pushing event updated for resources: {'Port': ['ID=191bea45-2270-4f50-9df2-728222eacacb,revision_number=8']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:37:46.428042 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-86b9eb5b-f1b7-48bf-8d35-943052352f6a req-8148e3fc-5b83-4e9a-9a58-3f855f545b92 service neutron] 10.222.0.24 "GET /v2.0/networks/7c490f9a-1358-4140-991d-bf32698f77aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889983 Jul 07 14:37:47.247348 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.agents_db [None req-578d1851-68de-424d-8d1f-a58f436dd381 None None] Agent healthcheck: found 6 active agents {{(pid=92956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 14:37:47.336403 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f00b6e-2db0-4b5d-94f1-a43c3d6896be req-4317b60c-94b2-47f9-9e41-75cb665571d8 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:37:47.337843 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-c6f00b6e-2db0-4b5d-94f1-a43c3d6896be req-4317b60c-94b2-47f9-9e41-75cb665571d8 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/ports?device_id=9be2ba1c-93da-4988-9c0c-134e044f8498 HTTP/1.1" status: 200 len: 944 time: 0.0628209 Jul 07 14:37:47.379785 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-c6f00b6e-2db0-4b5d-94f1-a43c3d6896be req-db06dadb-d95e-4218-a0cf-aab825bcab54 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb65e8b4-eab0-4462-8ea9-f84e2fbecdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356870 Jul 07 14:37:48.572026 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c1e5e3-ee4a-4ea7-af80-5eb0c76b1121 req-66ef2fe6-2d37-4f5d-aa83-6696de6754d2 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:37:48.574404 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-c0c1e5e3-ee4a-4ea7-af80-5eb0c76b1121 req-66ef2fe6-2d37-4f5d-aa83-6696de6754d2 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/ports?device_id=9be2ba1c-93da-4988-9c0c-134e044f8498 HTTP/1.1" status: 200 len: 944 time: 0.0710039 Jul 07 14:37:48.613498 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-c0c1e5e3-ee4a-4ea7-af80-5eb0c76b1121 req-a662eede-7534-48ec-98f1-2838d7a36288 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb65e8b4-eab0-4462-8ea9-f84e2fbecdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324535 Jul 07 14:37:49.801301 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f30cc4-69d5-4994-aa89-aa90e8ab3a53 req-988cb11b-726e-4717-827b-1cbd6b562741 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:37:49.802707 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-95f30cc4-69d5-4994-aa89-aa90e8ab3a53 req-988cb11b-726e-4717-827b-1cbd6b562741 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/ports?device_id=9be2ba1c-93da-4988-9c0c-134e044f8498 HTTP/1.1" status: 200 len: 944 time: 0.0713329 Jul 07 14:37:49.840501 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-95f30cc4-69d5-4994-aa89-aa90e8ab3a53 req-f980ca0d-0521-4c0f-ba28-54b37421eaa5 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb65e8b4-eab0-4462-8ea9-f84e2fbecdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315280 Jul 07 14:37:51.027280 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9518a37-a056-41a7-a072-a96cb982cdf7 req-f8bae61f-b1c7-4da5-a2cf-f48cbc4dca0e tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:37:51.029433 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-f9518a37-a056-41a7-a072-a96cb982cdf7 req-f8bae61f-b1c7-4da5-a2cf-f48cbc4dca0e tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/ports?device_id=9be2ba1c-93da-4988-9c0c-134e044f8498 HTTP/1.1" status: 200 len: 944 time: 0.0685198 Jul 07 14:37:51.069538 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-f9518a37-a056-41a7-a072-a96cb982cdf7 req-0ba7234a-b936-4524-80c8-b13427f35175 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb65e8b4-eab0-4462-8ea9-f84e2fbecdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340731 Jul 07 14:37:52.275810 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61383b01-66e6-4dfb-ab14-0a24b13a84ed req-b505a339-e939-4960-92a5-f618f45d5ed3 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:37:52.277269 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-61383b01-66e6-4dfb-ab14-0a24b13a84ed req-b505a339-e939-4960-92a5-f618f45d5ed3 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/ports?device_id=9be2ba1c-93da-4988-9c0c-134e044f8498 HTTP/1.1" status: 200 len: 944 time: 0.0817811 Jul 07 14:37:52.315786 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-61383b01-66e6-4dfb-ab14-0a24b13a84ed req-fa2b10d8-15aa-4fef-84f7-61d7233dc227 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb65e8b4-eab0-4462-8ea9-f84e2fbecdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327654 Jul 07 14:37:53.499520 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeef6b1-8ffa-4c56-a952-79d24533500b req-dd764774-3707-4c1b-9538-93a25cf5216e tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:37:53.501199 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-cdeef6b1-8ffa-4c56-a952-79d24533500b req-dd764774-3707-4c1b-9538-93a25cf5216e tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/ports?device_id=9be2ba1c-93da-4988-9c0c-134e044f8498 HTTP/1.1" status: 200 len: 944 time: 0.0680752 Jul 07 14:37:53.538054 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-cdeef6b1-8ffa-4c56-a952-79d24533500b req-e404d67e-5272-49d2-a5fc-26a0ac217549 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb65e8b4-eab0-4462-8ea9-f84e2fbecdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313697 Jul 07 14:37:54.731326 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c12a067-6c48-405f-9f82-559f9dc076bf req-8bbb5786-b4ed-431d-bfd7-1c761e93fde3 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:37:54.732829 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-7c12a067-6c48-405f-9f82-559f9dc076bf req-8bbb5786-b4ed-431d-bfd7-1c761e93fde3 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/ports?device_id=9be2ba1c-93da-4988-9c0c-134e044f8498 HTTP/1.1" status: 200 len: 944 time: 0.0732729 Jul 07 14:37:54.781099 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-7c12a067-6c48-405f-9f82-559f9dc076bf req-d32f25d8-6b0c-49b2-bc4f-c1b2d3f2d86b tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb65e8b4-eab0-4462-8ea9-f84e2fbecdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427134 Jul 07 14:37:54.928424 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-84ff42fe-48bd-45ed-b5ea-cc3806dcfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:37:55.973455 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76ba117-dbbd-459f-b821-b117bb817f0a req-987df4e3-86fe-42a4-a685-60d0e0c59068 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:37:55.982153 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-b76ba117-dbbd-459f-b821-b117bb817f0a req-987df4e3-86fe-42a4-a685-60d0e0c59068 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/ports?device_id=9be2ba1c-93da-4988-9c0c-134e044f8498 HTTP/1.1" status: 200 len: 944 time: 0.0763655 Jul 07 14:37:56.017472 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-b76ba117-dbbd-459f-b821-b117bb817f0a req-fed0e615-ffc6-459b-87da-0868cea8c1b0 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb65e8b4-eab0-4462-8ea9-f84e2fbecdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340741 Jul 07 14:37:57.202805 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58bddf8-12d5-4c02-a5d0-24b38b09ebff req-280e583c-fc37-476e-9d3b-895edec359a5 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:37:57.204386 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-b58bddf8-12d5-4c02-a5d0-24b38b09ebff req-280e583c-fc37-476e-9d3b-895edec359a5 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/ports?device_id=9be2ba1c-93da-4988-9c0c-134e044f8498 HTTP/1.1" status: 200 len: 944 time: 0.0716205 Jul 07 14:37:57.241850 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-b58bddf8-12d5-4c02-a5d0-24b38b09ebff req-a5ea70b3-c377-48b0-a5a5-12488c9c2b6e tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb65e8b4-eab0-4462-8ea9-f84e2fbecdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319068 Jul 07 14:37:57.536508 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-fda2f317-b062-4f37-8f5b-6264a8ac8483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:37:57.859935 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:37:58.426294 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8e4498-2a37-4256-850a-c6cb43ea4ca6 req-5b2ce448-7b4c-4ae0-a478-2a1f2592f13a tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:37:58.427799 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-5f8e4498-2a37-4256-850a-c6cb43ea4ca6 req-5b2ce448-7b4c-4ae0-a478-2a1f2592f13a tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/ports?device_id=9be2ba1c-93da-4988-9c0c-134e044f8498 HTTP/1.1" status: 200 len: 944 time: 0.0674853 Jul 07 14:37:58.466029 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b611e98-bce4-4ba0-b86c-c62e6b39ead0 req-36f9e957-fd12-4356-b4af-38efc7ec6fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:37:58.466658 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-5f8e4498-2a37-4256-850a-c6cb43ea4ca6 req-74c12016-2413-4bb3-a12a-916a3a13f3c6 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb65e8b4-eab0-4462-8ea9-f84e2fbecdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320876 Jul 07 14:37:58.467575 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-5b611e98-bce4-4ba0-b86c-c62e6b39ead0 req-36f9e957-fd12-4356-b4af-38efc7ec6fbd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e89386cc9223406eb854d8ec22d5afad&device_id=9be2ba1c-93da-4988-9c0c-134e044f8498 HTTP/1.1" status: 200 len: 1097 time: 0.0528467 Jul 07 14:37:58.574111 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b611e98-bce4-4ba0-b86c-c62e6b39ead0 req-221317d9-f8d7-487b-b807-24e1f90edabd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:37:58.575493 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-5b611e98-bce4-4ba0-b86c-c62e6b39ead0 req-221317d9-f8d7-487b-b807-24e1f90edabd service neutron] 10.222.0.24 "GET /v2.0/networks?id=7c490f9a-1358-4140-991d-bf32698f77aa HTTP/1.1" status: 200 len: 917 time: 0.0834043 Jul 07 14:37:58.642408 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-5b611e98-bce4-4ba0-b86c-c62e6b39ead0 req-5541ad1e-c9e0-46f3-ad27-7ecc6d1fde9b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=191bea45-2270-4f50-9df2-728222eacacb HTTP/1.1" status: 200 len: 1000 time: 0.0599601 Jul 07 14:37:58.693151 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b611e98-bce4-4ba0-b86c-c62e6b39ead0 req-25a21220-8f8f-45bd-94bd-7e40ce532e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:37:58.694545 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-5b611e98-bce4-4ba0-b86c-c62e6b39ead0 req-25a21220-8f8f-45bd-94bd-7e40ce532e46 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6b18de7e-b643-4fd7-b48b-d38da4c85021 HTTP/1.1" status: 200 len: 855 time: 0.0416496 Jul 07 14:37:58.749019 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b611e98-bce4-4ba0-b86c-c62e6b39ead0 req-cc07e673-cf25-4b00-8ab3-539e2417d564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:37:58.750475 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-5b611e98-bce4-4ba0-b86c-c62e6b39ead0 req-cc07e673-cf25-4b00-8ab3-539e2417d564 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7c490f9a-1358-4140-991d-bf32698f77aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0490816 Jul 07 14:37:58.766929 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-797095d9-f31f-46bc-add0-d9922559420e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:37:58.844264 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-5b611e98-bce4-4ba0-b86c-c62e6b39ead0 req-3f0fecf2-7e8a-468f-a4ad-e85a7056914a service neutron] 10.222.0.24 "GET /v2.0/networks/7c490f9a-1358-4140-991d-bf32698f77aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864990 Jul 07 14:37:58.930519 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-5b611e98-bce4-4ba0-b86c-c62e6b39ead0 req-709f76d4-c93f-435a-8e11-24382dc74d19 service neutron] 10.222.0.24 "GET /v2.0/networks/7c490f9a-1358-4140-991d-bf32698f77aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786328 Jul 07 14:37:59.408428 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4187f3-83db-4d54-a0af-b4f7b36d884c req-f8abf732-f91a-4c3f-b9f6-57a1e83e6111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:37:59.409903 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-0a4187f3-83db-4d54-a0af-b4f7b36d884c req-f8abf732-f91a-4c3f-b9f6-57a1e83e6111 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9be2ba1c-93da-4988-9c0c-134e044f8498 HTTP/1.1" status: 200 len: 1097 time: 0.0558128 Jul 07 14:37:59.443670 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-0a4187f3-83db-4d54-a0af-b4f7b36d884c req-5ca919c7-e327-46c9-ad9b-2829c7464bf8 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=eb65e8b4-eab0-4462-8ea9-f84e2fbecdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270090 Jul 07 14:37:59.644405 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c56c9f-45cb-431f-a3ca-85ec547727ff req-686a2d25-72b9-43c1-9b00-effef44bd184 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:37:59.645869 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-e2c56c9f-45cb-431f-a3ca-85ec547727ff req-686a2d25-72b9-43c1-9b00-effef44bd184 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/ports?device_id=9be2ba1c-93da-4988-9c0c-134e044f8498 HTTP/1.1" status: 200 len: 944 time: 0.0629780 Jul 07 14:37:59.685718 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-e2c56c9f-45cb-431f-a3ca-85ec547727ff req-8015493d-02cf-4c96-a412-1b9463d5b6e7 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb65e8b4-eab0-4462-8ea9-f84e2fbecdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340078 Jul 07 14:38:00.356370 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-de2cb0b5-6e4a-418e-bae1-4b4e8a512c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:38:00.864120 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038fedf0-e699-4572-a6ca-38d0b043ff71 req-3f3736f1-96f9-47b9-b135-3818cb32e0c4 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:38:00.865599 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-038fedf0-e699-4572-a6ca-38d0b043ff71 req-3f3736f1-96f9-47b9-b135-3818cb32e0c4 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/ports?device_id=9be2ba1c-93da-4988-9c0c-134e044f8498 HTTP/1.1" status: 200 len: 944 time: 0.0653822 Jul 07 14:38:00.905400 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-038fedf0-e699-4572-a6ca-38d0b043ff71 req-6af2e687-2e38-4f53-8eff-4ceeb913aa5a tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb65e8b4-eab0-4462-8ea9-f84e2fbecdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323052 Jul 07 14:38:02.082979 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e05a14-5f6f-45f2-92c9-cdb0f794f766 req-1e1f1cee-e436-4bba-810f-e7a2d247ca22 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:38:02.084421 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-b6e05a14-5f6f-45f2-92c9-cdb0f794f766 req-1e1f1cee-e436-4bba-810f-e7a2d247ca22 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/ports?device_id=9be2ba1c-93da-4988-9c0c-134e044f8498 HTTP/1.1" status: 200 len: 944 time: 0.0644364 Jul 07 14:38:02.121388 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-b6e05a14-5f6f-45f2-92c9-cdb0f794f766 req-6091c9bb-c378-4e71-8bc3-90b55b2f0c60 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb65e8b4-eab0-4462-8ea9-f84e2fbecdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313969 Jul 07 14:38:02.254358 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Device 191bea45-2270-4f50-9df2-728222eacacb details requested by agent hyperv_hv-cinder-79982 with host hv-cinder-79982 {{(pid=92955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 14:38:02.345142 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] For port 191bea45-2270-4f50-9df2-728222eacacb, host hv-cinder-79982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79982',level=0,port_id=191bea45-2270-4f50-9df2-728222eacacb,segment=NetworkSegment(a145ae2e-96d2-4239-b9ef-8a493ddf839d),segment_id=a145ae2e-96d2-4239-b9ef-8a493ddf839d)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 14:38:02.359397 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Returning: {'device': '191bea45-2270-4f50-9df2-728222eacacb', 'network_id': '7c490f9a-1358-4140-991d-bf32698f77aa', 'port_id': '191bea45-2270-4f50-9df2-728222eacacb', 'mac_address': 'fa:16:3e:08:ce:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b18de7e-b643-4fd7-b48b-d38da4c85021', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 14:38:02.394471 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:38:02.407143 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.notifiers.nova [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 191bea45-2270-4f50-9df2-728222eacacb {{(pid=92955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 14:38:02.426153 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] For port 191bea45-2270-4f50-9df2-728222eacacb, host hv-cinder-79982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79982',level=0,port_id=191bea45-2270-4f50-9df2-728222eacacb,segment=NetworkSegment(a145ae2e-96d2-4239-b9ef-8a493ddf839d),segment_id=a145ae2e-96d2-4239-b9ef-8a493ddf839d)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 14:38:02.430039 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:38:02.474536 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Pushing event updated for resources: {'Port': ['ID=191bea45-2270-4f50-9df2-728222eacacb,revision_number=9']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:38:02.677927 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:38:02.686185 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] get_ports_and_sgs() called for port_ids ['191bea45-2270-4f50-9df2-728222eacacb'] {{(pid=92955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 14:38:04.279055 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Device 191bea45-2270-4f50-9df2-728222eacacb up at agent hyperv_hv-cinder-79982 {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 14:38:04.324758 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Provisioning complete for port 191bea45-2270-4f50-9df2-728222eacacb triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 14:38:04.325124 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732533'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:38:04.399632 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:38:04.421390 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9be2ba1c-93da-4988-9c0c-134e044f8498', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '191bea45-2270-4f50-9df2-728222eacacb'}] {{(pid=92955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 14:38:04.423626 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e11a9a08f0ebba7a9f0c3b7780f6d7944ec82452e2695ea1962573c23703eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88c09015-64bf-44d1-a0e9-059131cb482d" -d '{"events": [{"server_uuid": "9be2ba1c-93da-4988-9c0c-134e044f8498", "name": "network-vif-plugged", "status": "completed", "tag": "191bea45-2270-4f50-9df2-728222eacacb"}]}' {{(pid=92955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 14:38:04.436344 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] For port 191bea45-2270-4f50-9df2-728222eacacb, host hv-cinder-79982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79982',level=0,port_id=191bea45-2270-4f50-9df2-728222eacacb,segment=NetworkSegment(a145ae2e-96d2-4239-b9ef-8a493ddf839d),segment_id=a145ae2e-96d2-4239-b9ef-8a493ddf839d)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 14:38:04.440604 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:38:04.463369 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 14:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4f4422a-8527-4d17-89cf-9d40cc3717bf x-openstack-request-id: req-a4f4422a-8527-4d17-89cf-9d40cc3717bf {{(pid=92955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 14:38:04.463664 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9be2ba1c-93da-4988-9c0c-134e044f8498", "name": "network-vif-plugged", "status": "completed", "tag": "191bea45-2270-4f50-9df2-728222eacacb", "code": 200}]} {{(pid=92955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 14:38:04.463917 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a4f4422a-8527-4d17-89cf-9d40cc3717bf {{(pid=92955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 14:38:04.464304 dv-cinder-799821-1-iscsi neutron-server[92955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9be2ba1c-93da-4988-9c0c-134e044f8498', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '191bea45-2270-4f50-9df2-728222eacacb', 'code': 200} Jul 07 14:38:04.488855 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Pushing event updated for resources: {'Port': ['ID=191bea45-2270-4f50-9df2-728222eacacb,revision_number=10']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:38:24.247642 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.agents_db [None req-578d1851-68de-424d-8d1f-a58f436dd381 None None] Agent healthcheck: found 6 active agents {{(pid=92956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 14:38:24.929234 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-71f33bb6-7996-4183-a515-eadc71fe0805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:38:27.536111 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-5ba15a25-2207-4878-8088-64dcc3d6b9e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:38:27.861475 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:38:28.769020 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-797095d9-f31f-46bc-add0-d9922559420e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:38:30.360243 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-de2cb0b5-6e4a-418e-bae1-4b4e8a512c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:38:32.683426 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:38:35.482151 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4ab52f-5774-446d-a7b8-5e44bd1d4cdd req-4fca3834-82b8-455a-ba0e-77c9a2aa520f tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:38:35.483626 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-ba4ab52f-5774-446d-a7b8-5e44bd1d4cdd req-4fca3834-82b8-455a-ba0e-77c9a2aa520f tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/ports?device_id=9be2ba1c-93da-4988-9c0c-134e044f8498 HTTP/1.1" status: 200 len: 947 time: 0.0619440 Jul 07 14:38:35.520287 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-ba4ab52f-5774-446d-a7b8-5e44bd1d4cdd req-691dae1d-c8da-4201-9cef-05974845d201 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb65e8b4-eab0-4462-8ea9-f84e2fbecdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312240 Jul 07 14:38:36.699590 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cc3627-de1a-4ab2-a08c-45dbea18cadf req-b360c3cb-f03c-4ac0-99dd-907afaef5eb9 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:38:36.701072 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-84cc3627-de1a-4ab2-a08c-45dbea18cadf req-b360c3cb-f03c-4ac0-99dd-907afaef5eb9 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/ports?device_id=9be2ba1c-93da-4988-9c0c-134e044f8498 HTTP/1.1" status: 200 len: 947 time: 0.0658231 Jul 07 14:38:36.738645 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-84cc3627-de1a-4ab2-a08c-45dbea18cadf req-63c16c78-d7cc-438e-8fd5-ca10b4a3ad54 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb65e8b4-eab0-4462-8ea9-f84e2fbecdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321293 Jul 07 14:38:36.953725 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f764b7-b396-48a4-a9a7-ddd19729ab02 req-82aaaa91-32d3-4b7c-bcbf-b67592638eaa tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:38:36.955223 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-50f764b7-b396-48a4-a9a7-ddd19729ab02 req-82aaaa91-32d3-4b7c-bcbf-b67592638eaa tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.24 "GET /v2.0/ports?device_id=9be2ba1c-93da-4988-9c0c-134e044f8498 HTTP/1.1" status: 200 len: 947 time: 0.0630758 Jul 07 14:38:37.052417 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.plugin [req-50f764b7-b396-48a4-a9a7-ddd19729ab02 req-1b46f564-7f64-4549-91df-265d14f00190 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Deleting port 191bea45-2270-4f50-9df2-728222eacacb {{(pid=92954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 14:38:37.052754 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-50f764b7-b396-48a4-a9a7-ddd19729ab02 req-1b46f564-7f64-4549-91df-265d14f00190 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744351408860'] for port, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:38:37.141824 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [req-50f764b7-b396-48a4-a9a7-ddd19729ab02 req-1b46f564-7f64-4549-91df-265d14f00190 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] For port 191bea45-2270-4f50-9df2-728222eacacb, host hv-cinder-79982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79982',level=0,port_id=191bea45-2270-4f50-9df2-728222eacacb,segment=NetworkSegment(a145ae2e-96d2-4239-b9ef-8a493ddf839d),segment_id=a145ae2e-96d2-4239-b9ef-8a493ddf839d)] {{(pid=92954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 14:38:37.142100 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-50f764b7-b396-48a4-a9a7-ddd19729ab02 req-1b46f564-7f64-4549-91df-265d14f00190 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1715988'] for port, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:38:37.314335 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-50f764b7-b396-48a4-a9a7-ddd19729ab02 req-1b46f564-7f64-4549-91df-265d14f00190 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:38:37.314738 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-50f764b7-b396-48a4-a9a7-ddd19729ab02 req-1b46f564-7f64-4549-91df-265d14f00190 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1662057'] for floatingip, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:38:37.315053 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.db.l3_db [req-50f764b7-b396-48a4-a9a7-ddd19729ab02 req-1b46f564-7f64-4549-91df-265d14f00190 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Floating IP 9138cadf-83a4-4a41-ad42-7ee2a8b91834 disassociated. External IP: 172.27.0.192, port: 191bea45-2270-4f50-9df2-728222eacacb. Jul 07 14:38:37.315399 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.plugin [req-50f764b7-b396-48a4-a9a7-ddd19729ab02 req-1b46f564-7f64-4549-91df-265d14f00190 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Calling delete_port for 191bea45-2270-4f50-9df2-728222eacacb owned by compute:nova {{(pid=92954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 14:38:37.442723 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-50f764b7-b396-48a4-a9a7-ddd19729ab02 req-1b46f564-7f64-4549-91df-265d14f00190 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744351415830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744350976997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8461640'] for port, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:38:37.471675 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b46f564-7f64-4549-91df-265d14f00190 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Pushing event deleted for resources: {'Port': ['ID=191bea45-2270-4f50-9df2-728222eacacb,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:38:37.482747 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b46f564-7f64-4549-91df-265d14f00190 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:38:37.483099 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b46f564-7f64-4549-91df-265d14f00190 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:38:37.483446 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b46f564-7f64-4549-91df-265d14f00190 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:38:37.483790 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b46f564-7f64-4549-91df-265d14f00190 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:38:37.484125 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b46f564-7f64-4549-91df-265d14f00190 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:38:37.484459 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b46f564-7f64-4549-91df-265d14f00190 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:38:37.484795 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b46f564-7f64-4549-91df-265d14f00190 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:38:37.485127 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b46f564-7f64-4549-91df-265d14f00190 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:38:37.485454 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b46f564-7f64-4549-91df-265d14f00190 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:38:37.485781 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b46f564-7f64-4549-91df-265d14f00190 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:38:37.486107 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b46f564-7f64-4549-91df-265d14f00190 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:38:37.486436 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b46f564-7f64-4549-91df-265d14f00190 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:38:37.593097 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.scheduler.l3_agent_scheduler [req-50f764b7-b396-48a4-a9a7-ddd19729ab02 req-1b46f564-7f64-4549-91df-265d14f00190 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Router 7c241464-ad6d-4c10-9c40-aa2237452a65 has already been hosted by L3 agent 652ddd47-bc13-4e1c-8285-b4eb8cea957f {{(pid=92954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 14:38:37.698137 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-50f764b7-b396-48a4-a9a7-ddd19729ab02 req-1b46f564-7f64-4549-91df-265d14f00190 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Notify agent at l3_agent.dv-cinder-799821-1-iscsi the message routers_updated {{(pid=92954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 14:38:37.708215 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb399e1-5acd-4ecd-947a-337ddcd77f83 None None] Sync routers for ids ['7c241464-ad6d-4c10-9c40-aa2237452a65'] in dv-cinder-799821-1-iscsi {{(pid=92956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 14:38:37.717606 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb399e1-5acd-4ecd-947a-337ddcd77f83 None None] Routers {'7c241464-ad6d-4c10-9c40-aa2237452a65'} bound to L3 agent in host dv-cinder-799821-1-iscsi {{(pid=92956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 14:38:37.718199 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-0fb399e1-5acd-4ecd-947a-337ddcd77f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T13:53:27Z,description=,heartbeat_timestamp=2021-07-07T14:38:28Z,host='dv-cinder-799821-1-iscsi',id=652ddd47-bc13-4e1c-8285-b4eb8cea957f,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:53:27Z,topic='l3_agent')) {'router_ids': ['7c241464-ad6d-4c10-9c40-aa2237452a65'], 'active': True} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:38:37.739650 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [req-50f764b7-b396-48a4-a9a7-ddd19729ab02 req-1b46f564-7f64-4549-91df-265d14f00190 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] No DVR routers for this DVR port 191bea45-2270-4f50-9df2-728222eacacb on host hv-cinder-79982 {{(pid=92954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 14:38:37.742150 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-50f764b7-b396-48a4-a9a7-ddd19729ab02 req-1b46f564-7f64-4549-91df-265d14f00190 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171717'] for port, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:38:37.744849 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-50f764b7-b396-48a4-a9a7-ddd19729ab02 req-1b46f564-7f64-4549-91df-265d14f00190 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.24 "DELETE /v2.0/ports/191bea45-2270-4f50-9df2-728222eacacb HTTP/1.1" status: 204 len: 173 time: 0.7841384 Jul 07 14:38:37.745307 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9be2ba1c-93da-4988-9c0c-134e044f8498', 'name': 'network-vif-deleted', 'tag': '191bea45-2270-4f50-9df2-728222eacacb'}] {{(pid=92954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 14:38:37.747672 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23a2f25214143ca7dc6eabc905ff8a7df5b3799efbbaa422209646810e3da78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fee70d7-ec62-40ea-9d17-fcadc485a2f3" -d '{"events": [{"server_uuid": "9be2ba1c-93da-4988-9c0c-134e044f8498", "name": "network-vif-deleted", "tag": "191bea45-2270-4f50-9df2-728222eacacb"}]}' {{(pid=92954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 14:38:37.844510 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvr_db [None req-0fb399e1-5acd-4ecd-947a-337ddcd77f83 None None] Set router 7c241464-ad6d-4c10-9c40-aa2237452a65 gateway port host: dv-cinder-799821-1-iscsi {{(pid=92956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 14:38:37.940129 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-e206443f-de8d-4593-8828-1535dbbb3fc1 req-3d593c55-2efc-4d07-951a-10feff784722 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/ports?device_id=9be2ba1c-93da-4988-9c0c-134e044f8498 HTTP/1.1" status: 200 len: 210 time: 0.0422873 Jul 07 14:38:37.991922 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 14:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-affadeeb-5ed3-4fba-adfe-48337822e9b4 x-openstack-request-id: req-affadeeb-5ed3-4fba-adfe-48337822e9b4 {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 14:38:37.992537 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9be2ba1c-93da-4988-9c0c-134e044f8498", "name": "network-vif-deleted", "tag": "191bea45-2270-4f50-9df2-728222eacacb", "status": "completed", "code": 200}]} {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 14:38:37.992862 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-affadeeb-5ed3-4fba-adfe-48337822e9b4 {{(pid=92954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 14:38:37.993219 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9be2ba1c-93da-4988-9c0c-134e044f8498', 'name': 'network-vif-deleted', 'tag': '191bea45-2270-4f50-9df2-728222eacacb', 'status': 'completed', 'code': 200} Jul 07 14:38:38.094024 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-0fb399e1-5acd-4ecd-947a-337ddcd77f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c241464-ad6d-4c10-9c40-aa2237452a65', 'name': 'tempest-AttachVolumeShelveTestJSON-150411847-router', 'tenant_id': 'e89386cc9223406eb854d8ec22d5afad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'external_fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '566ca855-06e2-4dd7-b9ea-aa2d7a284af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T14:27:39Z', 'updated_at': '2021-07-07T14:27:42Z', 'revision_number': 4, 'project_id': 'e89386cc9223406eb854d8ec22d5afad', 'gw_port': {'id': '566ca855-06e2-4dd7-b9ea-aa2d7a284af4', 'name': '', 'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:a0:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c241464-ad6d-4c10-9c40-aa2237452a65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:27:40Z', 'updated_at': '2021-07-07T14:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799821-1-iscsi', '_interfaces': [{'id': '9799e51c-57d0-442e-8fcb-cb0875cbe17a', 'name': '', 'network_id': '7c490f9a-1358-4140-991d-bf32698f77aa', 'tenant_id': 'e89386cc9223406eb854d8ec22d5afad', 'mac_address': 'fa:16:3e:63:b9:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c241464-ad6d-4c10-9c40-aa2237452a65', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '6b18de7e-b643-4fd7-b48b-d38da4c85021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:27:41Z', 'updated_at': '2021-07-07T14:27:47Z', 'revision_number': 5, 'project_id': 'e89386cc9223406eb854d8ec22d5afad', 'subnets': [{'id': '6b18de7e-b643-4fd7-b48b-d38da4c85021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799821-1-iscsi', False) {} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:38:38.119799 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb399e1-5acd-4ecd-947a-337ddcd77f83 None None] Checking router: 7c241464-ad6d-4c10-9c40-aa2237452a65 for host: dv-cinder-799821-1-iscsi {{(pid=92956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 14:38:38.127728 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb399e1-5acd-4ecd-947a-337ddcd77f83 None None] Routers {'7c241464-ad6d-4c10-9c40-aa2237452a65'} bound to L3 agent in host dv-cinder-799821-1-iscsi {{(pid=92956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 14:38:38.128317 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-0fb399e1-5acd-4ecd-947a-337ddcd77f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T13:53:27Z,description=,heartbeat_timestamp=2021-07-07T14:38:28Z,host='dv-cinder-799821-1-iscsi',id=652ddd47-bc13-4e1c-8285-b4eb8cea957f,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:53:27Z,topic='l3_agent')) {'router_ids': ['7c241464-ad6d-4c10-9c40-aa2237452a65'], 'active': True} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:38:38.236337 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvr_db [None req-0fb399e1-5acd-4ecd-947a-337ddcd77f83 None None] Set router 7c241464-ad6d-4c10-9c40-aa2237452a65 gateway port host: dv-cinder-799821-1-iscsi {{(pid=92956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 14:38:38.431055 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-0fb399e1-5acd-4ecd-947a-337ddcd77f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c241464-ad6d-4c10-9c40-aa2237452a65', 'name': 'tempest-AttachVolumeShelveTestJSON-150411847-router', 'tenant_id': 'e89386cc9223406eb854d8ec22d5afad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'external_fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '566ca855-06e2-4dd7-b9ea-aa2d7a284af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T14:27:39Z', 'updated_at': '2021-07-07T14:27:42Z', 'revision_number': 4, 'project_id': 'e89386cc9223406eb854d8ec22d5afad', 'gw_port': {'id': '566ca855-06e2-4dd7-b9ea-aa2d7a284af4', 'name': '', 'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:a0:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c241464-ad6d-4c10-9c40-aa2237452a65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:27:40Z', 'updated_at': '2021-07-07T14:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799821-1-iscsi', '_interfaces': [{'id': '9799e51c-57d0-442e-8fcb-cb0875cbe17a', 'name': '', 'network_id': '7c490f9a-1358-4140-991d-bf32698f77aa', 'tenant_id': 'e89386cc9223406eb854d8ec22d5afad', 'mac_address': 'fa:16:3e:63:b9:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c241464-ad6d-4c10-9c40-aa2237452a65', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '6b18de7e-b643-4fd7-b48b-d38da4c85021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:27:41Z', 'updated_at': '2021-07-07T14:27:47Z', 'revision_number': 5, 'project_id': 'e89386cc9223406eb854d8ec22d5afad', 'subnets': [{'id': '6b18de7e-b643-4fd7-b48b-d38da4c85021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799821-1-iscsi', False) {} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:38:38.459408 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb399e1-5acd-4ecd-947a-337ddcd77f83 None None] The sync data for ids ['7c241464-ad6d-4c10-9c40-aa2237452a65'] in dv-cinder-799821-1-iscsi is: [{'id': '7c241464-ad6d-4c10-9c40-aa2237452a65', 'name': 'tempest-AttachVolumeShelveTestJSON-150411847-router', 'tenant_id': 'e89386cc9223406eb854d8ec22d5afad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'external_fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '566ca855-06e2-4dd7-b9ea-aa2d7a284af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T14:27:39Z', 'updated_at': '2021-07-07T14:27:42Z', 'revision_number': 4, 'project_id': 'e89386cc9223406eb854d8ec22d5afad', 'gw_port': {'id': '566ca855-06e2-4dd7-b9ea-aa2d7a284af4', 'name': '', 'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:a0:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c241464-ad6d-4c10-9c40-aa2237452a65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:27:40Z', 'updated_at': '2021-07-07T14:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799821-1-iscsi', '_interfaces': [{'id': '9799e51c-57d0-442e-8fcb-cb0875cbe17a', 'name': '', 'network_id': '7c490f9a-1358-4140-991d-bf32698f77aa', 'tenant_id': 'e89386cc9223406eb854d8ec22d5afad', 'mac_address': 'fa:16:3e:63:b9:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c241464-ad6d-4c10-9c40-aa2237452a65', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '6b18de7e-b643-4fd7-b48b-d38da4c85021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:27:41Z', 'updated_at': '2021-07-07T14:27:47Z', 'revision_number': 5, 'project_id': 'e89386cc9223406eb854d8ec22d5afad', 'subnets': [{'id': '6b18de7e-b643-4fd7-b48b-d38da4c85021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 14:38:38.663463 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ddafb5-65de-4424-8263-cf44d05941e1 None None] New status for floating IP 9138cadf-83a4-4a41-ad42-7ee2a8b91834: DOWN {{(pid=92955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 14:38:39.056999 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 43398) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:38:39.110272 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-d56c65e4-acd9-4c7d-906f-259f580ce08c tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Notify callbacks [] for security_group, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:38:39.133043 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-d56c65e4-acd9-4c7d-906f-259f580ce08c tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:38:39.179474 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-d56c65e4-acd9-4c7d-906f-259f580ce08c tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:38:39.184011 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-d56c65e4-acd9-4c7d-906f-259f580ce08c tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Notify callbacks [] for security_group, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:38:39.186073 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-d56c65e4-acd9-4c7d-906f-259f580ce08c tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "DELETE /v2.0/security-groups/eb65e8b4-eab0-4462-8ea9-f84e2fbecdbf HTTP/1.1" status: 204 len: 168 time: 0.1278675 Jul 07 14:38:39.188840 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 43400) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:38:39.197203 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56c65e4-acd9-4c7d-906f-259f580ce08c tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb65e8b4-eab0-4462-8ea9-f84e2fbecdbf,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:38:39.204484 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56c65e4-acd9-4c7d-906f-259f580ce08c tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:38:39.204837 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56c65e4-acd9-4c7d-906f-259f580ce08c tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:38:39.205178 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56c65e4-acd9-4c7d-906f-259f580ce08c tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:38:39.205515 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56c65e4-acd9-4c7d-906f-259f580ce08c tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:38:39.205846 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56c65e4-acd9-4c7d-906f-259f580ce08c tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:38:39.205998 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.api.v2.resource [None req-dd492c2c-3a12-4f49-be27-688d85857af1 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] show failed (client error): The resource could not be found. Jul 07 14:38:39.206176 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56c65e4-acd9-4c7d-906f-259f580ce08c tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:38:39.206524 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56c65e4-acd9-4c7d-906f-259f580ce08c tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:38:39.206852 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56c65e4-acd9-4c7d-906f-259f580ce08c tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:38:39.207045 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-dd492c2c-3a12-4f49-be27-688d85857af1 tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "GET /v2.0/security-groups/eb65e8b4-eab0-4462-8ea9-f84e2fbecdbf HTTP/1.1" status: 404 len: 347 time: 0.0170925 Jul 07 14:38:39.207179 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56c65e4-acd9-4c7d-906f-259f580ce08c tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:38:39.207504 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56c65e4-acd9-4c7d-906f-259f580ce08c tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:38:39.207829 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56c65e4-acd9-4c7d-906f-259f580ce08c tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:38:39.208150 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56c65e4-acd9-4c7d-906f-259f580ce08c tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:38:39.209904 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 43402) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:38:39.333685 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.plugin [None req-84a6440e-24c1-423b-b887-ab36b9498aeb tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Deleting port ada8735b-8332-4d8b-98b8-1c0958cad721 {{(pid=92954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 14:38:39.333941 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-84a6440e-24c1-423b-b887-ab36b9498aeb tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744351408860'] for port, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:38:39.409206 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-84a6440e-24c1-423b-b887-ab36b9498aeb tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1715988'] for port, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:38:39.409533 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-84a6440e-24c1-423b-b887-ab36b9498aeb tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:38:39.420965 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.plugin [None req-84a6440e-24c1-423b-b887-ab36b9498aeb tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Calling delete_port for ada8735b-8332-4d8b-98b8-1c0958cad721 owned by network:floatingip {{(pid=92954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 14:38:39.550153 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-84a6440e-24c1-423b-b887-ab36b9498aeb tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744351415830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744350976997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8461640'] for port, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:38:39.576136 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a6440e-24c1-423b-b887-ab36b9498aeb tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Pushing event deleted for resources: {'Port': ['ID=ada8735b-8332-4d8b-98b8-1c0958cad721,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:38:39.636830 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-84a6440e-24c1-423b-b887-ab36b9498aeb tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Notify callbacks [] for floatingip, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:38:39.639287 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-84a6440e-24c1-423b-b887-ab36b9498aeb tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171717'] for floatingip, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:38:39.640433 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-84a6440e-24c1-423b-b887-ab36b9498aeb tempest-AttachVolumeShelveTestJSON-569184248 tempest-AttachVolumeShelveTestJSON-569184248-project] 10.222.0.16 "DELETE /v2.0/floatingips/9138cadf-83a4-4a41-ad42-7ee2a8b91834 HTTP/1.1" status: 204 len: 168 time: 0.4296083 Jul 07 14:38:40.404584 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Device 191bea45-2270-4f50-9df2-728222eacacb no longer exists at agent hyperv_hv-cinder-79982 {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 14:38:40.427366 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] No Port match for: 191bea45-2270-4f50-9df2-728222eacacb {{(pid=92955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 14:38:40.427703 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Device 191bea45-2270-4f50-9df2-728222eacacb not bound to the agent host hv-cinder-79982 {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 14:38:42.188126 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 43424) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:38:42.610365 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-63f3af7c-0579-4c06-ac7c-9120c6a45b32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1712148'] for router_interface, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:38:42.856737 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.plugin [None req-63f3af7c-0579-4c06-ac7c-9120c6a45b32 admin admin] Deleting port 9799e51c-57d0-442e-8fcb-cb0875cbe17a {{(pid=92954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 14:38:42.857092 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-63f3af7c-0579-4c06-ac7c-9120c6a45b32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744351408860'] for port, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:38:42.932777 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [None req-63f3af7c-0579-4c06-ac7c-9120c6a45b32 admin admin] For port 9799e51c-57d0-442e-8fcb-cb0875cbe17a, host dv-cinder-799821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799821-1-iscsi',level=0,port_id=9799e51c-57d0-442e-8fcb-cb0875cbe17a,segment=NetworkSegment(a145ae2e-96d2-4239-b9ef-8a493ddf839d),segment_id=a145ae2e-96d2-4239-b9ef-8a493ddf839d)] {{(pid=92954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 14:38:42.933041 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-63f3af7c-0579-4c06-ac7c-9120c6a45b32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1715988'] for port, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:38:42.944707 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.plugin [None req-63f3af7c-0579-4c06-ac7c-9120c6a45b32 admin admin] Calling delete_port for 9799e51c-57d0-442e-8fcb-cb0875cbe17a owned by network:router_interface {{(pid=92954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 14:38:43.114990 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-63f3af7c-0579-4c06-ac7c-9120c6a45b32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744351415830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744350976997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8461640'] for port, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:38:43.138162 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f3af7c-0579-4c06-ac7c-9120c6a45b32 admin admin] Pushing event deleted for resources: {'Port': ['ID=9799e51c-57d0-442e-8fcb-cb0875cbe17a,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:38:43.578986 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-63f3af7c-0579-4c06-ac7c-9120c6a45b32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1716010'] for router_interface, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:38:43.782593 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63f3af7c-0579-4c06-ac7c-9120c6a45b32 admin admin] Router 7c241464-ad6d-4c10-9c40-aa2237452a65 has already been hosted by L3 agent 652ddd47-bc13-4e1c-8285-b4eb8cea957f {{(pid=92954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 14:38:43.885813 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63f3af7c-0579-4c06-ac7c-9120c6a45b32 admin admin] Notify agent at l3_agent.dv-cinder-799821-1-iscsi the message routers_updated {{(pid=92954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 14:38:43.891267 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-63f3af7c-0579-4c06-ac7c-9120c6a45b32 admin admin] 10.222.0.16 "PUT /v2.0/routers/7c241464-ad6d-4c10-9c40-aa2237452a65/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7021213 Jul 07 14:38:43.893727 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 43428) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:38:43.894388 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c902b9f-6408-4f08-9534-ebd704a302c2 None None] Sync routers for ids ['7c241464-ad6d-4c10-9c40-aa2237452a65'] in dv-cinder-799821-1-iscsi {{(pid=92956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 14:38:43.904289 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c902b9f-6408-4f08-9534-ebd704a302c2 None None] Routers {'7c241464-ad6d-4c10-9c40-aa2237452a65'} bound to L3 agent in host dv-cinder-799821-1-iscsi {{(pid=92956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 14:38:43.904895 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-9c902b9f-6408-4f08-9534-ebd704a302c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T13:53:27Z,description=,heartbeat_timestamp=2021-07-07T14:38:28Z,host='dv-cinder-799821-1-iscsi',id=652ddd47-bc13-4e1c-8285-b4eb8cea957f,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:53:27Z,topic='l3_agent')) {'router_ids': ['7c241464-ad6d-4c10-9c40-aa2237452a65'], 'active': True} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:38:43.995274 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-81bcd749-331c-47ba-9a74-4717dd66a33f admin admin] Notify callbacks [] for router, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:38:44.005557 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvr_db [None req-9c902b9f-6408-4f08-9534-ebd704a302c2 None None] Set router 7c241464-ad6d-4c10-9c40-aa2237452a65 gateway port host: dv-cinder-799821-1-iscsi {{(pid=92956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 14:38:44.095078 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-81bcd749-331c-47ba-9a74-4717dd66a33f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:38:44.146473 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.plugin [None req-81bcd749-331c-47ba-9a74-4717dd66a33f admin admin] Deleting port 566ca855-06e2-4dd7-b9ea-aa2d7a284af4 {{(pid=92954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 14:38:44.146728 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-81bcd749-331c-47ba-9a74-4717dd66a33f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744351408860'] for port, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:38:44.180579 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-9c902b9f-6408-4f08-9534-ebd704a302c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c241464-ad6d-4c10-9c40-aa2237452a65', 'name': 'tempest-AttachVolumeShelveTestJSON-150411847-router', 'tenant_id': 'e89386cc9223406eb854d8ec22d5afad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'external_fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '566ca855-06e2-4dd7-b9ea-aa2d7a284af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T14:27:39Z', 'updated_at': '2021-07-07T14:38:43Z', 'revision_number': 5, 'project_id': 'e89386cc9223406eb854d8ec22d5afad', 'gw_port': {'id': '566ca855-06e2-4dd7-b9ea-aa2d7a284af4', 'name': '', 'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:a0:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c241464-ad6d-4c10-9c40-aa2237452a65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:27:40Z', 'updated_at': '2021-07-07T14:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799821-1-iscsi'}], 'dv-cinder-799821-1-iscsi', False) {} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:38:44.206228 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c902b9f-6408-4f08-9534-ebd704a302c2 None None] Checking router: 7c241464-ad6d-4c10-9c40-aa2237452a65 for host: dv-cinder-799821-1-iscsi {{(pid=92956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 14:38:44.214309 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c902b9f-6408-4f08-9534-ebd704a302c2 None None] Routers {'7c241464-ad6d-4c10-9c40-aa2237452a65'} bound to L3 agent in host dv-cinder-799821-1-iscsi {{(pid=92956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 14:38:44.214935 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-9c902b9f-6408-4f08-9534-ebd704a302c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T13:53:27Z,description=,heartbeat_timestamp=2021-07-07T14:38:28Z,host='dv-cinder-799821-1-iscsi',id=652ddd47-bc13-4e1c-8285-b4eb8cea957f,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:53:27Z,topic='l3_agent')) {'router_ids': ['7c241464-ad6d-4c10-9c40-aa2237452a65'], 'active': True} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:38:44.223664 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [None req-81bcd749-331c-47ba-9a74-4717dd66a33f admin admin] For port 566ca855-06e2-4dd7-b9ea-aa2d7a284af4, host dv-cinder-799821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799821-1-iscsi',level=0,port_id=566ca855-06e2-4dd7-b9ea-aa2d7a284af4,segment=NetworkSegment(f9b1122d-b65f-4a0f-8420-4cc063cf42b9),segment_id=f9b1122d-b65f-4a0f-8420-4cc063cf42b9)] {{(pid=92954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 14:38:44.224024 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-81bcd749-331c-47ba-9a74-4717dd66a33f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1715988'] for port, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:38:44.236534 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.plugin [None req-81bcd749-331c-47ba-9a74-4717dd66a33f admin admin] Calling delete_port for 566ca855-06e2-4dd7-b9ea-aa2d7a284af4 owned by network:router_gateway {{(pid=92954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 14:38:44.299712 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvr_db [None req-9c902b9f-6408-4f08-9534-ebd704a302c2 None None] Set router 7c241464-ad6d-4c10-9c40-aa2237452a65 gateway port host: None {{(pid=92956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 14:38:44.352470 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-9c902b9f-6408-4f08-9534-ebd704a302c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c241464-ad6d-4c10-9c40-aa2237452a65', 'name': 'tempest-AttachVolumeShelveTestJSON-150411847-router', 'tenant_id': 'e89386cc9223406eb854d8ec22d5afad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T14:27:39Z', 'updated_at': '2021-07-07T14:38:44Z', 'revision_number': 6, 'project_id': 'e89386cc9223406eb854d8ec22d5afad', 'gw_port_host': None}], 'dv-cinder-799821-1-iscsi', False) {} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:38:44.379240 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c902b9f-6408-4f08-9534-ebd704a302c2 None None] The sync data for ids ['7c241464-ad6d-4c10-9c40-aa2237452a65'] in dv-cinder-799821-1-iscsi is: [{'id': '7c241464-ad6d-4c10-9c40-aa2237452a65', 'name': 'tempest-AttachVolumeShelveTestJSON-150411847-router', 'tenant_id': 'e89386cc9223406eb854d8ec22d5afad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T14:27:39Z', 'updated_at': '2021-07-07T14:38:44Z', 'revision_number': 6, 'project_id': 'e89386cc9223406eb854d8ec22d5afad', 'gw_port_host': None}] {{(pid=92956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 14:38:44.403831 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-81bcd749-331c-47ba-9a74-4717dd66a33f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744351415830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744350976997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8461640'] for port, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:38:44.434432 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bcd749-331c-47ba-9a74-4717dd66a33f admin admin] Pushing event deleted for resources: {'Port': ['ID=566ca855-06e2-4dd7-b9ea-aa2d7a284af4,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:38:44.492735 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-81bcd749-331c-47ba-9a74-4717dd66a33f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1662035'] for router_gateway, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:38:44.581334 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-81bcd749-331c-47ba-9a74-4717dd66a33f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1724647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6200'] for router, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:38:44.583365 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-81bcd749-331c-47ba-9a74-4717dd66a33f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:38:44.625207 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-81bcd749-331c-47ba-9a74-4717dd66a33f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1727095'] for router, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:38:44.625727 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81bcd749-331c-47ba-9a74-4717dd66a33f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7c241464-ad6d-4c10-9c40-aa2237452a65 {{(pid=92954) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 14:38:44.630503 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-81bcd749-331c-47ba-9a74-4717dd66a33f admin admin] Notify callbacks [] for router, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:38:44.631631 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-81bcd749-331c-47ba-9a74-4717dd66a33f admin admin] 10.222.0.16 "DELETE /v2.0/routers/7c241464-ad6d-4c10-9c40-aa2237452a65 HTTP/1.1" status: 204 len: 168 time: 0.7369919 Jul 07 14:38:44.634096 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 43430) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:38:44.681249 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ea56ec6-63e7-416d-bc57-fcd4d5439600 admin admin] Deleting subnet 6b18de7e-b643-4fd7-b48b-d38da4c85021 {{(pid=92954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 14:38:44.684110 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-1ea56ec6-63e7-416d-bc57-fcd4d5439600 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:38:44.717852 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-1ea56ec6-63e7-416d-bc57-fcd4d5439600 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8726972'] for subnet, precommit_delete_associations {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:38:44.797443 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-1ea56ec6-63e7-416d-bc57-fcd4d5439600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736859'] for subnet, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:38:44.849083 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-1ea56ec6-63e7-416d-bc57-fcd4d5439600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8461682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8771930'] for subnet, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:38:44.880610 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea56ec6-63e7-416d-bc57-fcd4d5439600 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b18de7e-b643-4fd7-b48b-d38da4c85021,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:38:44.882566 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-1ea56ec6-63e7-416d-bc57-fcd4d5439600 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:38:44.885471 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-1ea56ec6-63e7-416d-bc57-fcd4d5439600 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/6b18de7e-b643-4fd7-b48b-d38da4c85021 HTTP/1.1" status: 204 len: 168 time: 0.2493978 Jul 07 14:38:44.886981 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 43432) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:38:44.889449 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c7e9f73-bdce-447c-a6af-245abd29ee85 None None] Network 7c490f9a-1358-4140-991d-bf32698f77aa requested from dv-cinder-799821-1-iscsi {{(pid=92955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 14:38:44.952138 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-c2161251-b945-47f9-bb8e-49912606f749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573990'] for network, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:38:45.004117 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.plugin [None req-c2161251-b945-47f9-bb8e-49912606f749 admin admin] Deleting port 4d7d66c8-6105-4e89-969d-eaa35a4f36d1 {{(pid=92954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 14:38:45.004454 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-c2161251-b945-47f9-bb8e-49912606f749 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744351408860'] for port, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:38:45.069946 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [None req-c2161251-b945-47f9-bb8e-49912606f749 admin admin] For port 4d7d66c8-6105-4e89-969d-eaa35a4f36d1, host dv-cinder-799821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799821-1-iscsi',level=0,port_id=4d7d66c8-6105-4e89-969d-eaa35a4f36d1,segment=NetworkSegment(a145ae2e-96d2-4239-b9ef-8a493ddf839d),segment_id=a145ae2e-96d2-4239-b9ef-8a493ddf839d)] {{(pid=92954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 14:38:45.070825 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-c2161251-b945-47f9-bb8e-49912606f749 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1715988'] for port, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:38:45.082969 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.plugin [None req-c2161251-b945-47f9-bb8e-49912606f749 admin admin] Calling delete_port for 4d7d66c8-6105-4e89-969d-eaa35a4f36d1 owned by network:dhcp {{(pid=92954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 14:38:45.128430 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64eda282-f782-4f0c-8f8d-b45c26fea124 None None] DHCP port deletion for 7c490f9a-1358-4140-991d-bf32698f77aa request from dv-cinder-799821-1-iscsi {{(pid=92955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 14:38:45.164045 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-c2161251-b945-47f9-bb8e-49912606f749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744351415830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744350976997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8461640'] for port, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:38:45.175700 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-64eda282-f782-4f0c-8f8d-b45c26fea124 None None] Deleting port 4d7d66c8-6105-4e89-969d-eaa35a4f36d1 {{(pid=92955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 14:38:45.176081 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-64eda282-f782-4f0c-8f8d-b45c26fea124 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744351408860'] for port, before_delete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:38:45.191408 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2161251-b945-47f9-bb8e-49912606f749 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d7d66c8-6105-4e89-969d-eaa35a4f36d1,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:38:45.194869 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2161251-b945-47f9-bb8e-49912606f749 admin admin] No DVR routers for this DVR port 4d7d66c8-6105-4e89-969d-eaa35a4f36d1 on host dv-cinder-799821-1-iscsi {{(pid=92954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 14:38:45.242627 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-64eda282-f782-4f0c-8f8d-b45c26fea124 None None] For port 4d7d66c8-6105-4e89-969d-eaa35a4f36d1, host dv-cinder-799821-1-iscsi, got binding levels [] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 14:38:45.243364 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-64eda282-f782-4f0c-8f8d-b45c26fea124 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1715988'] for port, precommit_delete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:38:45.256180 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-64eda282-f782-4f0c-8f8d-b45c26fea124 None None] Calling delete_port for 4d7d66c8-6105-4e89-969d-eaa35a4f36d1 owned by network:dhcp {{(pid=92955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 14:38:45.260326 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.ipam_backend_mixin [None req-64eda282-f782-4f0c-8f8d-b45c26fea124 None None] Port 4d7d66c8-6105-4e89-969d-eaa35a4f36d1 was not found and therefore no delete operation was performed {{(pid=92955) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 14:38:45.262311 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-64eda282-f782-4f0c-8f8d-b45c26fea124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744351415830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744350976997'] for port, after_delete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:38:45.276554 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-c2161251-b945-47f9-bb8e-49912606f749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730318', 'neutron.services.segments.db._delete_segments_for_network-8744351280222'] for network, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:38:45.286943 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.services.segments.db [None req-c2161251-b945-47f9-bb8e-49912606f749 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c490f9a-1358-4140-991d-bf32698f77aa']}} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:38:45.295144 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64eda282-f782-4f0c-8f8d-b45c26fea124 None None] Pushing event deleted for resources: {'Port': ['ID=4d7d66c8-6105-4e89-969d-eaa35a4f36d1,revision_number=None']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:38:45.296653 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64eda282-f782-4f0c-8f8d-b45c26fea124 None None] No DVR routers for this DVR port 4d7d66c8-6105-4e89-969d-eaa35a4f36d1 on host dv-cinder-799821-1-iscsi {{(pid=92955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 14:38:45.300257 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Device 9799e51c-57d0-442e-8fcb-cb0875cbe17a no longer exists at agent ovs-agent-dv-cinder-799821-1-iscsi {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 14:38:45.300710 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.services.segments.db [None req-c2161251-b945-47f9-bb8e-49912606f749 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a145ae2e-96d2-4239-b9ef-8a493ddf839d') {'for_net_delete': True} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:38:45.301008 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.services.segments.db [None req-c2161251-b945-47f9-bb8e-49912606f749 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a145ae2e-96d2-4239-b9ef-8a493ddf839d') {} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:38:45.309632 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64eda282-f782-4f0c-8f8d-b45c26fea124 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:38:45.309981 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64eda282-f782-4f0c-8f8d-b45c26fea124 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:38:45.310323 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64eda282-f782-4f0c-8f8d-b45c26fea124 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:38:45.310689 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64eda282-f782-4f0c-8f8d-b45c26fea124 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:38:45.311025 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64eda282-f782-4f0c-8f8d-b45c26fea124 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:38:45.311323 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64eda282-f782-4f0c-8f8d-b45c26fea124 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:38:45.311661 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64eda282-f782-4f0c-8f8d-b45c26fea124 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:38:45.311971 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64eda282-f782-4f0c-8f8d-b45c26fea124 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:38:45.312294 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64eda282-f782-4f0c-8f8d-b45c26fea124 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:38:45.312616 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64eda282-f782-4f0c-8f8d-b45c26fea124 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:38:45.312936 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64eda282-f782-4f0c-8f8d-b45c26fea124 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:38:45.313255 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64eda282-f782-4f0c-8f8d-b45c26fea124 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:38:45.317109 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-c2161251-b945-47f9-bb8e-49912606f749 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744351507842', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8726955'] for segment, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:38:45.333271 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-c2161251-b945-47f9-bb8e-49912606f749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:38:45.336278 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] No Port match for: 9799e51c-57d0-442e-8fcb-cb0875cbe17a {{(pid=92955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 14:38:45.336754 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Device 9799e51c-57d0-442e-8fcb-cb0875cbe17a not bound to the agent host dv-cinder-799821-1-iscsi {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 14:38:45.337262 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Device 4d7d66c8-6105-4e89-969d-eaa35a4f36d1 no longer exists at agent ovs-agent-dv-cinder-799821-1-iscsi {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 14:38:45.341034 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2161251-b945-47f9-bb8e-49912606f749 admin admin] Releasing vlan 620 on physical network physnet1 to pool {{(pid=92954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 14:38:45.341386 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-c2161251-b945-47f9-bb8e-49912606f749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8461719'] for segment, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:38:45.359729 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] No Port match for: 4d7d66c8-6105-4e89-969d-eaa35a4f36d1 {{(pid=92955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 14:38:45.360237 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Device 4d7d66c8-6105-4e89-969d-eaa35a4f36d1 not bound to the agent host dv-cinder-799821-1-iscsi {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 14:38:45.360747 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Device 566ca855-06e2-4dd7-b9ea-aa2d7a284af4 no longer exists at agent ovs-agent-dv-cinder-799821-1-iscsi {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 14:38:45.380831 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] No Port match for: 566ca855-06e2-4dd7-b9ea-aa2d7a284af4 {{(pid=92955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 14:38:45.381195 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Device 566ca855-06e2-4dd7-b9ea-aa2d7a284af4 not bound to the agent host dv-cinder-799821-1-iscsi {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 14:38:45.386680 dv-cinder-799821-1-iscsi neutron-server[92954]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 14:38:45.386680 dv-cinder-799821-1-iscsi neutron-server[92954]: conditions |= (models_v2.Port.network_id.in_( Jul 07 14:38:45.386680 dv-cinder-799821-1-iscsi neutron-server[92954]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 14:38:45.386680 dv-cinder-799821-1-iscsi neutron-server[92954]: conditions |= (models_v2.Port.network_id.in_( Jul 07 14:38:45.386680 dv-cinder-799821-1-iscsi neutron-server[92954]: Traceback (most recent call last): Jul 07 14:38:45.386680 dv-cinder-799821-1-iscsi neutron-server[92954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 14:38:45.386680 dv-cinder-799821-1-iscsi neutron-server[92954]: timer() Jul 07 14:38:45.386680 dv-cinder-799821-1-iscsi neutron-server[92954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 14:38:45.386680 dv-cinder-799821-1-iscsi neutron-server[92954]: cb(*args, **kw) Jul 07 14:38:45.386680 dv-cinder-799821-1-iscsi neutron-server[92954]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 14:38:45.386680 dv-cinder-799821-1-iscsi neutron-server[92954]: return func(*args, **kwargs) Jul 07 14:38:45.386680 dv-cinder-799821-1-iscsi neutron-server[92954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 14:38:45.386680 dv-cinder-799821-1-iscsi neutron-server[92954]: self._notify() Jul 07 14:38:45.386680 dv-cinder-799821-1-iscsi neutron-server[92954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 14:38:45.386680 dv-cinder-799821-1-iscsi neutron-server[92954]: self.callback(batched_events) Jul 07 14:38:45.386680 dv-cinder-799821-1-iscsi neutron-server[92954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 14:38:45.386680 dv-cinder-799821-1-iscsi neutron-server[92954]: event.method(event) Jul 07 14:38:45.386680 dv-cinder-799821-1-iscsi neutron-server[92954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 14:38:45.386680 dv-cinder-799821-1-iscsi neutron-server[92954]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 14:38:45.386680 dv-cinder-799821-1-iscsi neutron-server[92954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 14:38:45.386680 dv-cinder-799821-1-iscsi neutron-server[92954]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 14:38:45.386680 dv-cinder-799821-1-iscsi neutron-server[92954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 14:38:45.386680 dv-cinder-799821-1-iscsi neutron-server[92954]: return f(self, *a, **k) Jul 07 14:38:45.386680 dv-cinder-799821-1-iscsi neutron-server[92954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 14:38:45.386680 dv-cinder-799821-1-iscsi neutron-server[92954]: return self._get(url).json() Jul 07 14:38:45.386680 dv-cinder-799821-1-iscsi neutron-server[92954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 14:38:45.386680 dv-cinder-799821-1-iscsi neutron-server[92954]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 14:38:45.386680 dv-cinder-799821-1-iscsi neutron-server[92954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 14:38:45.386680 dv-cinder-799821-1-iscsi neutron-server[92954]: return self.request(url, 'GET', **kwargs) Jul 07 14:38:45.386680 dv-cinder-799821-1-iscsi neutron-server[92954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 14:38:45.386680 dv-cinder-799821-1-iscsi neutron-server[92954]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 14:38:45.386680 dv-cinder-799821-1-iscsi neutron-server[92954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 14:38:45.386680 dv-cinder-799821-1-iscsi neutron-server[92954]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 14:38:45.386680 dv-cinder-799821-1-iscsi neutron-server[92954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 14:38:45.386680 dv-cinder-799821-1-iscsi neutron-server[92954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 14:38:45.386680 dv-cinder-799821-1-iscsi neutron-server[92954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 14:38:45.408562 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-c2161251-b945-47f9-bb8e-49912606f749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1662071'] for network, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:38:45.415336 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-c2161251-b945-47f9-bb8e-49912606f749 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582248'] for network, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:38:45.417171 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-c2161251-b945-47f9-bb8e-49912606f749 admin admin] 10.222.0.16 "DELETE /v2.0/networks/7c490f9a-1358-4140-991d-bf32698f77aa HTTP/1.1" status: 204 len: 168 time: 0.5293045 Jul 07 14:38:45.431283 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2161251-b945-47f9-bb8e-49912606f749 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c490f9a-1358-4140-991d-bf32698f77aa,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:38:45.528789 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 43436) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:38:45.567458 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-773741b3-ce83-4a56-82d7-6d20b106bfee admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e89386cc9223406eb854d8ec22d5afad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0374763 Jul 07 14:38:45.569708 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 43438) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:38:45.617695 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-95333602-69ca-4c37-a116-d80698752e48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:38:45.637870 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-95333602-69ca-4c37-a116-d80698752e48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:38:45.685049 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-95333602-69ca-4c37-a116-d80698752e48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:38:45.687676 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-95333602-69ca-4c37-a116-d80698752e48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:38:45.688816 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-95333602-69ca-4c37-a116-d80698752e48 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/45d81a4d-15e2-4d8e-a518-efa739b0a187 HTTP/1.1" status: 204 len: 168 time: 0.1181614 Jul 07 14:38:45.696261 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95333602-69ca-4c37-a116-d80698752e48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45d81a4d-15e2-4d8e-a518-efa739b0a187,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:38:47.357738 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 43488) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:38:47.458089 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-43c81650-52c6-49df-bfa6-b7b774e5230b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:38:47.547268 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-43c81650-52c6-49df-bfa6-b7b774e5230b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:38:47.550986 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-43c81650-52c6-49df-bfa6-b7b774e5230b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:38:47.589085 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-43c81650-52c6-49df-bfa6-b7b774e5230b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=19ddabd196724d9caf920c654454a0df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2302809 Jul 07 14:38:47.590018 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c81650-52c6-49df-bfa6-b7b774e5230b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4123d0c2-7134-4617-be72-2c18f7ba70ce,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:38:47.591789 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 43492) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:38:47.640824 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-06450b65-310c-46b9-804c-3398698420c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:38:47.660788 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-06450b65-310c-46b9-804c-3398698420c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:38:47.709615 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-06450b65-310c-46b9-804c-3398698420c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:38:47.712295 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-06450b65-310c-46b9-804c-3398698420c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:38:47.713448 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-06450b65-310c-46b9-804c-3398698420c3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4123d0c2-7134-4617-be72-2c18f7ba70ce HTTP/1.1" status: 204 len: 168 time: 0.1199102 Jul 07 14:38:47.720931 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06450b65-310c-46b9-804c-3398698420c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4123d0c2-7134-4617-be72-2c18f7ba70ce,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:38:47.985385 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 43498) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:38:47.998247 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-6e5259ad-da0d-47d6-859f-64204f64670e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:38:48.084785 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-6e5259ad-da0d-47d6-859f-64204f64670e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:38:48.088881 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-6e5259ad-da0d-47d6-859f-64204f64670e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:38:48.126334 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-6e5259ad-da0d-47d6-859f-64204f64670e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dbd7b4fe13a6453abe8b1c5b98913a49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1399066 Jul 07 14:38:48.128238 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5259ad-da0d-47d6-859f-64204f64670e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9983b86-6169-4bea-b725-47f006ba7355,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:38:48.128994 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 43500) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:38:48.176101 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-203eb367-4f13-4162-b70b-aa7b972c5dab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:38:48.197311 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-203eb367-4f13-4162-b70b-aa7b972c5dab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:38:48.244848 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-203eb367-4f13-4162-b70b-aa7b972c5dab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:38:48.247826 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-203eb367-4f13-4162-b70b-aa7b972c5dab admin admin] Notify callbacks [] for security_group, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:38:48.251937 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-203eb367-4f13-4162-b70b-aa7b972c5dab admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e9983b86-6169-4bea-b725-47f006ba7355 HTTP/1.1" status: 204 len: 168 time: 0.1202986 Jul 07 14:38:48.261656 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203eb367-4f13-4162-b70b-aa7b972c5dab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9983b86-6169-4bea-b725-47f006ba7355,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:38:52.501685 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 43584) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:38:52.601118 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-24e82604-2524-4f85-a2cd-925c6f662d31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:38:52.687676 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-24e82604-2524-4f85-a2cd-925c6f662d31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:38:52.691359 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-24e82604-2524-4f85-a2cd-925c6f662d31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:38:52.731030 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-24e82604-2524-4f85-a2cd-925c6f662d31 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a08e352520894324888b976bd0cf1932&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2281816 Jul 07 14:38:52.733891 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 43588) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:38:52.735454 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e82604-2524-4f85-a2cd-925c6f662d31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fb33a21-8e0d-4eb3-8bbc-ce0b33ee54b1,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:38:52.783079 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-6505ee3f-566b-4d65-b8d2-cc00286ce5fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:38:52.804009 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-6505ee3f-566b-4d65-b8d2-cc00286ce5fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:38:52.848960 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-6505ee3f-566b-4d65-b8d2-cc00286ce5fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:38:52.851849 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-6505ee3f-566b-4d65-b8d2-cc00286ce5fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:38:52.853001 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-6505ee3f-566b-4d65-b8d2-cc00286ce5fc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1fb33a21-8e0d-4eb3-8bbc-ce0b33ee54b1 HTTP/1.1" status: 204 len: 168 time: 0.1180210 Jul 07 14:38:52.865093 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6505ee3f-566b-4d65-b8d2-cc00286ce5fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fb33a21-8e0d-4eb3-8bbc-ce0b33ee54b1,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:38:53.107510 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 43594) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:38:53.120683 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a1be45b4-664f-4d14-ad2b-12addd77d3f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:38:53.205377 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a1be45b4-664f-4d14-ad2b-12addd77d3f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:38:53.209115 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a1be45b4-664f-4d14-ad2b-12addd77d3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:38:53.249027 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-a1be45b4-664f-4d14-ad2b-12addd77d3f4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8a66b084a6144eb38c8d921af89fc700&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1404285 Jul 07 14:38:53.250939 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1be45b4-664f-4d14-ad2b-12addd77d3f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c557b45-993d-49b0-812f-444e3e910672,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:38:53.251739 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 43596) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:38:53.308679 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-26bb82a4-b4e1-41b1-91d4-e248a8496b64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:38:53.329483 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-26bb82a4-b4e1-41b1-91d4-e248a8496b64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:38:53.376017 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-26bb82a4-b4e1-41b1-91d4-e248a8496b64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:38:53.378809 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-26bb82a4-b4e1-41b1-91d4-e248a8496b64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:38:53.379946 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-26bb82a4-b4e1-41b1-91d4-e248a8496b64 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1c557b45-993d-49b0-812f-444e3e910672 HTTP/1.1" status: 204 len: 168 time: 0.1272275 Jul 07 14:38:53.387659 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bb82a4-b4e1-41b1-91d4-e248a8496b64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c557b45-993d-49b0-812f-444e3e910672,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:38:54.930753 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-84de8247-cbd4-471d-9a40-790fb49b234d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:38:54.991791 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 43642) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:38:55.090815 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-92841bc0-b8aa-4fdc-a441-ffa6637bb477 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:38:55.177774 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-92841bc0-b8aa-4fdc-a441-ffa6637bb477 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:38:55.181290 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-92841bc0-b8aa-4fdc-a441-ffa6637bb477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:38:55.217015 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92841bc0-b8aa-4fdc-a441-ffa6637bb477 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9367adf4-235c-4d01-a68f-9eff3132bb9b,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:38:55.221850 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-92841bc0-b8aa-4fdc-a441-ffa6637bb477 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3bd7faa76f8f4b91b1682d722f6e315b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2290077 Jul 07 14:38:55.223762 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 43646) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:38:55.273528 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-eb294e58-be13-4b2a-bb0a-8e16819a059d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:38:55.298744 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-eb294e58-be13-4b2a-bb0a-8e16819a059d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:38:55.344399 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-eb294e58-be13-4b2a-bb0a-8e16819a059d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:38:55.346934 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-eb294e58-be13-4b2a-bb0a-8e16819a059d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:38:55.348062 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-eb294e58-be13-4b2a-bb0a-8e16819a059d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9367adf4-235c-4d01-a68f-9eff3132bb9b HTTP/1.1" status: 204 len: 168 time: 0.1234012 Jul 07 14:38:55.356907 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb294e58-be13-4b2a-bb0a-8e16819a059d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9367adf4-235c-4d01-a68f-9eff3132bb9b,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:38:55.597599 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 43652) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:38:55.611589 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a85efb04-d144-4052-bd71-3bce026d7db2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:38:55.699035 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a85efb04-d144-4052-bd71-3bce026d7db2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:38:55.702778 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a85efb04-d144-4052-bd71-3bce026d7db2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:38:55.740021 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-a85efb04-d144-4052-bd71-3bce026d7db2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c2b5c4ca5cdd4da298bf1f04e47a350c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1414344 Jul 07 14:38:55.741119 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85efb04-d144-4052-bd71-3bce026d7db2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c32bf87b-4b11-4d4d-ad5b-48e2820c8367,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:38:55.742725 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 43654) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:38:55.790826 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-babea7a0-4d6b-4ab0-b05b-889dfc95f558 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:38:55.810876 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-babea7a0-4d6b-4ab0-b05b-889dfc95f558 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:38:55.856017 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-babea7a0-4d6b-4ab0-b05b-889dfc95f558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:38:55.858463 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-babea7a0-4d6b-4ab0-b05b-889dfc95f558 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:38:55.859603 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-babea7a0-4d6b-4ab0-b05b-889dfc95f558 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c32bf87b-4b11-4d4d-ad5b-48e2820c8367 HTTP/1.1" status: 204 len: 168 time: 0.1158512 Jul 07 14:38:55.870893 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babea7a0-4d6b-4ab0-b05b-889dfc95f558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c32bf87b-4b11-4d4d-ad5b-48e2820c8367,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:38:57.536548 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-60a65d71-1e24-4d24-bfbb-bcef1d223453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:38:57.585659 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 43712) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:38:57.686533 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-f6066626-14db-46f8-a0b9-545a8be4dfc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:38:57.773194 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-f6066626-14db-46f8-a0b9-545a8be4dfc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:38:57.776783 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-f6066626-14db-46f8-a0b9-545a8be4dfc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:38:57.815577 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-f6066626-14db-46f8-a0b9-545a8be4dfc5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9c74ee8b44c3403fa6adbc169af0fbb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2288704 Jul 07 14:38:57.816411 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6066626-14db-46f8-a0b9-545a8be4dfc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a104cc18-d9c9-4f52-b6d6-7d6e7449daba,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:38:57.818903 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 43716) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:38:57.862244 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:38:57.874345 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-c9d947ae-10a8-4802-8624-728699a44c02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:38:57.895692 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-c9d947ae-10a8-4802-8624-728699a44c02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:38:57.940107 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-c9d947ae-10a8-4802-8624-728699a44c02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:38:57.942656 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-c9d947ae-10a8-4802-8624-728699a44c02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:38:57.943775 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-c9d947ae-10a8-4802-8624-728699a44c02 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a104cc18-d9c9-4f52-b6d6-7d6e7449daba HTTP/1.1" status: 204 len: 168 time: 0.1236408 Jul 07 14:38:57.952101 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d947ae-10a8-4802-8624-728699a44c02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a104cc18-d9c9-4f52-b6d6-7d6e7449daba,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:38:58.200833 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 43722) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:38:58.214648 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-9e3a51e0-dbd1-447a-99df-9e2d457c8908 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:38:58.299558 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-9e3a51e0-dbd1-447a-99df-9e2d457c8908 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:38:58.303217 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-9e3a51e0-dbd1-447a-99df-9e2d457c8908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:38:58.341530 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-9e3a51e0-dbd1-447a-99df-9e2d457c8908 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=00481db6ee6c4fe18ceb68f644e4f228&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1396058 Jul 07 14:38:58.342792 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3a51e0-dbd1-447a-99df-9e2d457c8908 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11bc7881-5e3e-402b-9eca-0ef1536b4af1,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:38:58.344165 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 43724) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:38:58.429529 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-ff89ac4d-be68-4d32-92a3-b6c85faac2de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:38:58.450478 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-b44d8fbc-ae76-40e8-a3dd-e855090871df req-11941c4b-5d1d-4b0a-b0d2-f1c93027390e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c1c2df0a-95df-44b9-8530-44c276939fe3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0884998 Jul 07 14:38:58.458755 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-ff89ac4d-be68-4d32-92a3-b6c85faac2de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:38:58.536585 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-ff89ac4d-be68-4d32-92a3-b6c85faac2de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:38:58.539063 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-ff89ac4d-be68-4d32-92a3-b6c85faac2de admin admin] Notify callbacks [] for security_group, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:38:58.540167 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-ff89ac4d-be68-4d32-92a3-b6c85faac2de admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/11bc7881-5e3e-402b-9eca-0ef1536b4af1 HTTP/1.1" status: 204 len: 168 time: 0.1950035 Jul 07 14:38:58.543616 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44d8fbc-ae76-40e8-a3dd-e855090871df req-6c680253-5781-4de7-a84e-2d34e6456752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:38:58.545035 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-b44d8fbc-ae76-40e8-a3dd-e855090871df req-6c680253-5781-4de7-a84e-2d34e6456752 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0ce05d06ad794625bef8693b2fcb923d&device_id=c1c2df0a-95df-44b9-8530-44c276939fe3 HTTP/1.1" status: 200 len: 1098 time: 0.0642073 Jul 07 14:38:58.550886 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff89ac4d-be68-4d32-92a3-b6c85faac2de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11bc7881-5e3e-402b-9eca-0ef1536b4af1,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:38:58.682967 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44d8fbc-ae76-40e8-a3dd-e855090871df req-77b8a26c-8bdf-49c1-b7d2-b7efe48b33e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:38:58.684460 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-b44d8fbc-ae76-40e8-a3dd-e855090871df req-77b8a26c-8bdf-49c1-b7d2-b7efe48b33e8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6c35d8b0-d101-469c-acc6-415586fc4a11 HTTP/1.1" status: 200 len: 911 time: 0.1027572 Jul 07 14:38:58.756595 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-b44d8fbc-ae76-40e8-a3dd-e855090871df req-fb63b105-bc29-4707-9c6e-7483c0effd1c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=621ed342-a321-496f-8c69-45248495c9ca HTTP/1.1" status: 200 len: 1000 time: 0.0607815 Jul 07 14:38:58.771624 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-797095d9-f31f-46bc-add0-d9922559420e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:38:58.812712 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44d8fbc-ae76-40e8-a3dd-e855090871df req-a0f39585-0b99-4b2a-a657-bc6e5d069755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:38:58.814248 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-b44d8fbc-ae76-40e8-a3dd-e855090871df req-a0f39585-0b99-4b2a-a657-bc6e5d069755 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d30bc248-8afd-40ea-829c-3f5850a24126 HTTP/1.1" status: 200 len: 849 time: 0.0470378 Jul 07 14:38:58.879344 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44d8fbc-ae76-40e8-a3dd-e855090871df req-de9c1f54-3eb4-41d6-859d-19bc04f62f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:38:58.881372 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-b44d8fbc-ae76-40e8-a3dd-e855090871df req-de9c1f54-3eb4-41d6-859d-19bc04f62f81 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6c35d8b0-d101-469c-acc6-415586fc4a11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0562282 Jul 07 14:38:58.974225 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-b44d8fbc-ae76-40e8-a3dd-e855090871df req-ffed1fc0-80ae-43ac-bebd-986480458876 service neutron] 10.222.0.24 "GET /v2.0/networks/6c35d8b0-d101-469c-acc6-415586fc4a11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825541 Jul 07 14:38:59.071998 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-b44d8fbc-ae76-40e8-a3dd-e855090871df req-f6ee5252-a854-44dd-bd89-1d52bb37d6ab service neutron] 10.222.0.24 "GET /v2.0/networks/6c35d8b0-d101-469c-acc6-415586fc4a11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875669 Jul 07 14:39:00.363240 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-de2cb0b5-6e4a-418e-bae1-4b4e8a512c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:39:01.247165 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.agents_db [None req-578d1851-68de-424d-8d1f-a58f436dd381 None None] Agent healthcheck: found 6 active agents {{(pid=92956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 14:39:02.701878 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:39:06.397181 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 43846) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:39:06.498384 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-f9fff201-77c3-4086-a5e6-97a2723f533a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:39:06.583727 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-f9fff201-77c3-4086-a5e6-97a2723f533a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:39:06.588843 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-f9fff201-77c3-4086-a5e6-97a2723f533a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:39:06.625648 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-f9fff201-77c3-4086-a5e6-97a2723f533a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fc716f322dee4e5e87090f57228a6504&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2274210 Jul 07 14:39:06.626746 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fff201-77c3-4086-a5e6-97a2723f533a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e12d2225-83aa-49e9-a689-91a3d45b421a,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:39:06.628347 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 43850) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:39:06.676657 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-d4980eb4-fa78-4968-9a76-c50ef3bfbc26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:39:06.699274 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-d4980eb4-fa78-4968-9a76-c50ef3bfbc26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:39:06.746580 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-d4980eb4-fa78-4968-9a76-c50ef3bfbc26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:39:06.749101 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-d4980eb4-fa78-4968-9a76-c50ef3bfbc26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:39:06.750235 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-d4980eb4-fa78-4968-9a76-c50ef3bfbc26 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e12d2225-83aa-49e9-a689-91a3d45b421a HTTP/1.1" status: 204 len: 168 time: 0.1208529 Jul 07 14:39:06.757697 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4980eb4-fa78-4968-9a76-c50ef3bfbc26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e12d2225-83aa-49e9-a689-91a3d45b421a,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:39:07.023485 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 43856) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:39:07.036745 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-6801cb0b-cc0a-4a5d-b1ee-25b68b98b915 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:39:07.124372 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-6801cb0b-cc0a-4a5d-b1ee-25b68b98b915 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:39:07.128385 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-6801cb0b-cc0a-4a5d-b1ee-25b68b98b915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:39:07.177727 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-6801cb0b-cc0a-4a5d-b1ee-25b68b98b915 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2cdc58a4482c4440bea2c1fb4ab0ed6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1530430 Jul 07 14:39:07.178356 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6801cb0b-cc0a-4a5d-b1ee-25b68b98b915 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e569d9b-f07b-4053-87cc-ca112cca89d8,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:39:07.180361 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 43858) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:39:07.233841 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-ff1c133d-b83c-4f76-9190-8c4347e4ec09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:39:07.254500 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-ff1c133d-b83c-4f76-9190-8c4347e4ec09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:39:07.299124 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-ff1c133d-b83c-4f76-9190-8c4347e4ec09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:39:07.301815 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-ff1c133d-b83c-4f76-9190-8c4347e4ec09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:39:07.302974 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-ff1c133d-b83c-4f76-9190-8c4347e4ec09 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1e569d9b-f07b-4053-87cc-ca112cca89d8 HTTP/1.1" status: 204 len: 168 time: 0.1214948 Jul 07 14:39:07.311076 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1c133d-b83c-4f76-9190-8c4347e4ec09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e569d9b-f07b-4053-87cc-ca112cca89d8,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:39:07.618845 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 43864) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:39:07.631653 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-2433a3e4-d39e-49ea-b338-f4e4eead580d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:39:07.718877 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-2433a3e4-d39e-49ea-b338-f4e4eead580d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:39:07.722364 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-2433a3e4-d39e-49ea-b338-f4e4eead580d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:39:07.765817 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-2433a3e4-d39e-49ea-b338-f4e4eead580d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dbfb7b1011d242b6b9e5fe7d4ea52f55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1458759 Jul 07 14:39:07.766808 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2433a3e4-d39e-49ea-b338-f4e4eead580d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=364f6db9-023f-44e7-a6bc-c60648cdd5c0,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:39:07.768497 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 43866) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:39:07.816807 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-d45adf47-4100-4459-8e51-d19959ab796f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:39:07.836815 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-d45adf47-4100-4459-8e51-d19959ab796f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:39:07.881889 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-d45adf47-4100-4459-8e51-d19959ab796f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:39:07.884460 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-d45adf47-4100-4459-8e51-d19959ab796f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:39:07.886180 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-d45adf47-4100-4459-8e51-d19959ab796f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/364f6db9-023f-44e7-a6bc-c60648cdd5c0 HTTP/1.1" status: 204 len: 168 time: 0.1160495 Jul 07 14:39:07.894112 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45adf47-4100-4459-8e51-d19959ab796f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=364f6db9-023f-44e7-a6bc-c60648cdd5c0,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:39:14.723870 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9008b39d-aacc-4b77-aa2e-6ab723e7a875 req-f5b81970-a9d9-48a3-8921-f228e85a137b tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:39:14.725333 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-9008b39d-aacc-4b77-aa2e-6ab723e7a875 req-f5b81970-a9d9-48a3-8921-f228e85a137b tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1c2df0a-95df-44b9-8530-44c276939fe3 HTTP/1.1" status: 200 len: 945 time: 0.0633397 Jul 07 14:39:14.763426 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-9008b39d-aacc-4b77-aa2e-6ab723e7a875 req-91c54796-fd7b-41b1-88df-be6b7c4e1a4a tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e32c3d7-cb5e-47d0-89f3-f4aa606fe8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313921 Jul 07 14:39:15.942369 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d823db97-6e8a-4818-940f-612a97997b29 req-763e8f31-fd8b-405e-8cfb-a57d7f047b2b tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:39:15.943873 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-d823db97-6e8a-4818-940f-612a97997b29 req-763e8f31-fd8b-405e-8cfb-a57d7f047b2b tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1c2df0a-95df-44b9-8530-44c276939fe3 HTTP/1.1" status: 200 len: 945 time: 0.0634463 Jul 07 14:39:15.984670 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-d823db97-6e8a-4818-940f-612a97997b29 req-65f6dcaa-dd12-4aaa-acd4-f209b876a656 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e32c3d7-cb5e-47d0-89f3-f4aa606fe8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346463 Jul 07 14:39:16.441293 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608d98f5-a489-49a2-b52b-5d62e07cda45 req-937af669-5086-4bbf-9100-74d9ee77b749 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:39:16.442821 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-608d98f5-a489-49a2-b52b-5d62e07cda45 req-937af669-5086-4bbf-9100-74d9ee77b749 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1c2df0a-95df-44b9-8530-44c276939fe3 HTTP/1.1" status: 200 len: 945 time: 0.0719037 Jul 07 14:39:16.553856 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.plugin [req-608d98f5-a489-49a2-b52b-5d62e07cda45 req-683bb7d8-4ec7-47ee-afde-07947b8b088e tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Deleting port 621ed342-a321-496f-8c69-45248495c9ca {{(pid=92954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 14:39:16.554175 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-608d98f5-a489-49a2-b52b-5d62e07cda45 req-683bb7d8-4ec7-47ee-afde-07947b8b088e tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744351408860'] for port, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:39:16.653538 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [req-608d98f5-a489-49a2-b52b-5d62e07cda45 req-683bb7d8-4ec7-47ee-afde-07947b8b088e tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] For port 621ed342-a321-496f-8c69-45248495c9ca, host hv-cinder-79982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79982',level=0,port_id=621ed342-a321-496f-8c69-45248495c9ca,segment=NetworkSegment(06112c06-3017-4cd2-b257-79638c135136),segment_id=06112c06-3017-4cd2-b257-79638c135136)] {{(pid=92954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 14:39:16.653896 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-608d98f5-a489-49a2-b52b-5d62e07cda45 req-683bb7d8-4ec7-47ee-afde-07947b8b088e tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1715988'] for port, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:39:16.819197 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-608d98f5-a489-49a2-b52b-5d62e07cda45 req-683bb7d8-4ec7-47ee-afde-07947b8b088e tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:39:16.819468 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-608d98f5-a489-49a2-b52b-5d62e07cda45 req-683bb7d8-4ec7-47ee-afde-07947b8b088e tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1662057'] for floatingip, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:39:16.819779 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.db.l3_db [req-608d98f5-a489-49a2-b52b-5d62e07cda45 req-683bb7d8-4ec7-47ee-afde-07947b8b088e tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Floating IP e4e9f306-8b45-4af1-b182-e53c18a5f761 disassociated. External IP: 172.27.0.39, port: 621ed342-a321-496f-8c69-45248495c9ca. Jul 07 14:39:16.820120 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.plugin [req-608d98f5-a489-49a2-b52b-5d62e07cda45 req-683bb7d8-4ec7-47ee-afde-07947b8b088e tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Calling delete_port for 621ed342-a321-496f-8c69-45248495c9ca owned by compute:nova {{(pid=92954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 14:39:16.949335 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-608d98f5-a489-49a2-b52b-5d62e07cda45 req-683bb7d8-4ec7-47ee-afde-07947b8b088e tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744351415830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744350976997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8461640'] for port, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:39:16.977705 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683bb7d8-4ec7-47ee-afde-07947b8b088e tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Pushing event deleted for resources: {'Port': ['ID=621ed342-a321-496f-8c69-45248495c9ca,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:39:17.088617 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.scheduler.l3_agent_scheduler [req-608d98f5-a489-49a2-b52b-5d62e07cda45 req-683bb7d8-4ec7-47ee-afde-07947b8b088e tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Router bf440855-b599-46aa-a455-f85cde04b890 has already been hosted by L3 agent 652ddd47-bc13-4e1c-8285-b4eb8cea957f {{(pid=92954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 14:39:17.131838 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-8260e82a-be66-4343-89b0-439316cbd119 req-3671fd6d-aff2-4840-bd39-7fe713f70360 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1c2df0a-95df-44b9-8530-44c276939fe3 HTTP/1.1" status: 200 len: 210 time: 0.0313911 Jul 07 14:39:17.453189 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-608d98f5-a489-49a2-b52b-5d62e07cda45 req-683bb7d8-4ec7-47ee-afde-07947b8b088e tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Notify agent at l3_agent.dv-cinder-799821-1-iscsi the message routers_updated {{(pid=92954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 14:39:17.462148 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d0312f-43e4-4318-8bf3-9ca37b45c681 None None] Sync routers for ids ['bf440855-b599-46aa-a455-f85cde04b890'] in dv-cinder-799821-1-iscsi {{(pid=92955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 14:39:17.472245 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d0312f-43e4-4318-8bf3-9ca37b45c681 None None] Routers {'bf440855-b599-46aa-a455-f85cde04b890'} bound to L3 agent in host dv-cinder-799821-1-iscsi {{(pid=92955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 14:39:17.472858 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-f6d0312f-43e4-4318-8bf3-9ca37b45c681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T13:53:27Z,description=,heartbeat_timestamp=2021-07-07T14:38:58Z,host='dv-cinder-799821-1-iscsi',id=652ddd47-bc13-4e1c-8285-b4eb8cea957f,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:53:27Z,topic='l3_agent')) {'router_ids': ['bf440855-b599-46aa-a455-f85cde04b890'], 'active': True} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:39:17.495614 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [req-608d98f5-a489-49a2-b52b-5d62e07cda45 req-683bb7d8-4ec7-47ee-afde-07947b8b088e tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] No DVR routers for this DVR port 621ed342-a321-496f-8c69-45248495c9ca on host hv-cinder-79982 {{(pid=92954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 14:39:17.498187 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-608d98f5-a489-49a2-b52b-5d62e07cda45 req-683bb7d8-4ec7-47ee-afde-07947b8b088e tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171717'] for port, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:39:17.500341 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-608d98f5-a489-49a2-b52b-5d62e07cda45 req-683bb7d8-4ec7-47ee-afde-07947b8b088e tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] 10.222.0.24 "DELETE /v2.0/ports/621ed342-a321-496f-8c69-45248495c9ca HTTP/1.1" status: 204 len: 173 time: 1.0481505 Jul 07 14:39:17.501012 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1c2df0a-95df-44b9-8530-44c276939fe3', 'name': 'network-vif-deleted', 'tag': '621ed342-a321-496f-8c69-45248495c9ca'}] {{(pid=92954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 14:39:17.503324 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23a2f25214143ca7dc6eabc905ff8a7df5b3799efbbaa422209646810e3da78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbf27b5f-387b-42ee-a39e-d11f0e9cae26" -d '{"events": [{"server_uuid": "c1c2df0a-95df-44b9-8530-44c276939fe3", "name": "network-vif-deleted", "tag": "621ed342-a321-496f-8c69-45248495c9ca"}]}' {{(pid=92954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 14:39:17.547559 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 14:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcde7485-f5a6-4806-94c4-7f580e5b8f96 x-openstack-request-id: req-fcde7485-f5a6-4806-94c4-7f580e5b8f96 {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 14:39:17.547944 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1c2df0a-95df-44b9-8530-44c276939fe3", "name": "network-vif-deleted", "tag": "621ed342-a321-496f-8c69-45248495c9ca", "status": "completed", "code": 200}]} {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 14:39:17.548193 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fcde7485-f5a6-4806-94c4-7f580e5b8f96 {{(pid=92954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 14:39:17.548611 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1c2df0a-95df-44b9-8530-44c276939fe3', 'name': 'network-vif-deleted', 'tag': '621ed342-a321-496f-8c69-45248495c9ca', 'status': 'completed', 'code': 200} Jul 07 14:39:17.583121 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvr_db [None req-f6d0312f-43e4-4318-8bf3-9ca37b45c681 None None] Set router bf440855-b599-46aa-a455-f85cde04b890 gateway port host: dv-cinder-799821-1-iscsi {{(pid=92955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 14:39:17.780445 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-f6d0312f-43e4-4318-8bf3-9ca37b45c681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf440855-b599-46aa-a455-f85cde04b890', 'name': 'tempest-TestVolumeBootPattern-93386920-router', 'tenant_id': '0ce05d06ad794625bef8693b2fcb923d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'external_fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': 'f71ba50b-4488-430a-afdc-4c771cab180d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T14:36:26Z', 'updated_at': '2021-07-07T14:36:28Z', 'revision_number': 4, 'project_id': '0ce05d06ad794625bef8693b2fcb923d', 'gw_port': {'id': 'f71ba50b-4488-430a-afdc-4c771cab180d', 'name': '', 'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:59:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf440855-b599-46aa-a455-f85cde04b890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:36:26Z', 'updated_at': '2021-07-07T14:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799821-1-iscsi', '_interfaces': [{'id': '5ffa04ba-c769-4e77-a757-8b2c755581c7', 'name': '', 'network_id': '6c35d8b0-d101-469c-acc6-415586fc4a11', 'tenant_id': '0ce05d06ad794625bef8693b2fcb923d', 'mac_address': 'fa:16:3e:29:02:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf440855-b599-46aa-a455-f85cde04b890', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'd30bc248-8afd-40ea-829c-3f5850a24126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:36:28Z', 'updated_at': '2021-07-07T14:36:35Z', 'revision_number': 5, 'project_id': '0ce05d06ad794625bef8693b2fcb923d', 'subnets': [{'id': 'd30bc248-8afd-40ea-829c-3f5850a24126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799821-1-iscsi', False) {} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:39:17.810336 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d0312f-43e4-4318-8bf3-9ca37b45c681 None None] Checking router: bf440855-b599-46aa-a455-f85cde04b890 for host: dv-cinder-799821-1-iscsi {{(pid=92955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 14:39:17.819438 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d0312f-43e4-4318-8bf3-9ca37b45c681 None None] Routers {'bf440855-b599-46aa-a455-f85cde04b890'} bound to L3 agent in host dv-cinder-799821-1-iscsi {{(pid=92955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 14:39:17.820038 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-f6d0312f-43e4-4318-8bf3-9ca37b45c681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T13:53:27Z,description=,heartbeat_timestamp=2021-07-07T14:38:58Z,host='dv-cinder-799821-1-iscsi',id=652ddd47-bc13-4e1c-8285-b4eb8cea957f,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:53:27Z,topic='l3_agent')) {'router_ids': ['bf440855-b599-46aa-a455-f85cde04b890'], 'active': True} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:39:17.926031 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvr_db [None req-f6d0312f-43e4-4318-8bf3-9ca37b45c681 None None] Set router bf440855-b599-46aa-a455-f85cde04b890 gateway port host: dv-cinder-799821-1-iscsi {{(pid=92955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 14:39:18.121366 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-f6d0312f-43e4-4318-8bf3-9ca37b45c681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf440855-b599-46aa-a455-f85cde04b890', 'name': 'tempest-TestVolumeBootPattern-93386920-router', 'tenant_id': '0ce05d06ad794625bef8693b2fcb923d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'external_fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': 'f71ba50b-4488-430a-afdc-4c771cab180d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T14:36:26Z', 'updated_at': '2021-07-07T14:36:28Z', 'revision_number': 4, 'project_id': '0ce05d06ad794625bef8693b2fcb923d', 'gw_port': {'id': 'f71ba50b-4488-430a-afdc-4c771cab180d', 'name': '', 'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:59:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf440855-b599-46aa-a455-f85cde04b890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:36:26Z', 'updated_at': '2021-07-07T14:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799821-1-iscsi', '_interfaces': [{'id': '5ffa04ba-c769-4e77-a757-8b2c755581c7', 'name': '', 'network_id': '6c35d8b0-d101-469c-acc6-415586fc4a11', 'tenant_id': '0ce05d06ad794625bef8693b2fcb923d', 'mac_address': 'fa:16:3e:29:02:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf440855-b599-46aa-a455-f85cde04b890', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'd30bc248-8afd-40ea-829c-3f5850a24126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:36:28Z', 'updated_at': '2021-07-07T14:36:35Z', 'revision_number': 5, 'project_id': '0ce05d06ad794625bef8693b2fcb923d', 'subnets': [{'id': 'd30bc248-8afd-40ea-829c-3f5850a24126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799821-1-iscsi', False) {} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:39:18.146930 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d0312f-43e4-4318-8bf3-9ca37b45c681 None None] The sync data for ids ['bf440855-b599-46aa-a455-f85cde04b890'] in dv-cinder-799821-1-iscsi is: [{'id': 'bf440855-b599-46aa-a455-f85cde04b890', 'name': 'tempest-TestVolumeBootPattern-93386920-router', 'tenant_id': '0ce05d06ad794625bef8693b2fcb923d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'external_fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': 'f71ba50b-4488-430a-afdc-4c771cab180d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T14:36:26Z', 'updated_at': '2021-07-07T14:36:28Z', 'revision_number': 4, 'project_id': '0ce05d06ad794625bef8693b2fcb923d', 'gw_port': {'id': 'f71ba50b-4488-430a-afdc-4c771cab180d', 'name': '', 'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:59:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf440855-b599-46aa-a455-f85cde04b890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:36:26Z', 'updated_at': '2021-07-07T14:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799821-1-iscsi', '_interfaces': [{'id': '5ffa04ba-c769-4e77-a757-8b2c755581c7', 'name': '', 'network_id': '6c35d8b0-d101-469c-acc6-415586fc4a11', 'tenant_id': '0ce05d06ad794625bef8693b2fcb923d', 'mac_address': 'fa:16:3e:29:02:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf440855-b599-46aa-a455-f85cde04b890', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'd30bc248-8afd-40ea-829c-3f5850a24126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:36:28Z', 'updated_at': '2021-07-07T14:36:35Z', 'revision_number': 5, 'project_id': '0ce05d06ad794625bef8693b2fcb923d', 'subnets': [{'id': 'd30bc248-8afd-40ea-829c-3f5850a24126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 14:39:18.404697 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8199c44-5cfb-4eb4-9bf8-d31f02d8c5fb None None] New status for floating IP e4e9f306-8b45-4af1-b182-e53c18a5f761: DOWN {{(pid=92956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 14:39:18.501487 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-ff530a02-1a13-4cda-8722-44e0a80665b8 req-ae036cd2-4490-4d6b-ad33-c8c5004709ea tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1c2df0a-95df-44b9-8530-44c276939fe3 HTTP/1.1" status: 200 len: 210 time: 0.2461293 Jul 07 14:39:19.780338 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-7e306a86-871f-47ca-9d01-708171edf307 req-7e35b698-555d-4fd0-a936-184673b409ee tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-693796439&fields=id&tenant_id=0ce05d06ad794625bef8693b2fcb923d HTTP/1.1" status: 200 len: 267 time: 0.0316570 Jul 07 14:39:19.886970 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e306a86-871f-47ca-9d01-708171edf307 req-9dc112d3-63f1-425f-8c1f-d5fae6929fa1 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:39:19.888433 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-7e306a86-871f-47ca-9d01-708171edf307 req-9dc112d3-63f1-425f-8c1f-d5fae6929fa1 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] 10.222.0.16 "GET /v2.0/networks?id=6c35d8b0-d101-469c-acc6-415586fc4a11 HTTP/1.1" status: 200 len: 810 time: 0.1021566 Jul 07 14:39:19.902430 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-7e306a86-871f-47ca-9d01-708171edf307 req-f8fe5cc0-236f-4fcf-8385-af9a79c8f9a9 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] 10.222.0.16 "GET /v2.0/quotas/0ce05d06ad794625bef8693b2fcb923d HTTP/1.1" status: 200 len: 375 time: 0.0087843 Jul 07 14:39:19.967053 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-7e306a86-871f-47ca-9d01-708171edf307 req-364b598e-db43-48c0-ad9b-2b36e5327be9 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0ce05d06ad794625bef8693b2fcb923d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0599413 Jul 07 14:39:19.982172 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [req-7e306a86-871f-47ca-9d01-708171edf307 req-44a03306-c89c-4f5d-912b-d0756294b69c service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=92953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 14:39:19.983138 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-7e306a86-871f-47ca-9d01-708171edf307 req-44a03306-c89c-4f5d-912b-d0756294b69c service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054493 Jul 07 14:39:20.068225 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-7e306a86-871f-47ca-9d01-708171edf307 req-f998b699-81ca-48d9-85ed-7f03981dc146 service neutron] 10.222.0.16 "GET /v2.0/networks/6c35d8b0-d101-469c-acc6-415586fc4a11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797961 Jul 07 14:39:20.157994 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-7e306a86-871f-47ca-9d01-708171edf307 req-3d6400b5-b738-4fbc-95aa-8139270c6d23 service neutron] 10.222.0.16 "GET /v2.0/networks/6c35d8b0-d101-469c-acc6-415586fc4a11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842812 Jul 07 14:39:20.558902 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Device 621ed342-a321-496f-8c69-45248495c9ca no longer exists at agent hyperv_hv-cinder-79982 {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 14:39:20.578738 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] No Port match for: 621ed342-a321-496f-8c69-45248495c9ca {{(pid=92955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 14:39:20.579079 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Device 621ed342-a321-496f-8c69-45248495c9ca not bound to the agent host hv-cinder-79982 {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 14:39:21.534121 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-c130bd4d-67fb-4680-8867-81e854cd5da5 req-809c9ecc-c6f2-43ab-8885-b77f54f39d94 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] 10.222.0.16 "GET /v2.0/ports?device_id=3de44f84-c30a-4dea-b1b5-70447c949561 HTTP/1.1" status: 200 len: 210 time: 0.0782211 Jul 07 14:39:22.561295 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e306a86-871f-47ca-9d01-708171edf307 req-ea0c1157-7c63-40d1-b7db-cc98993a9660 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:39:22.562803 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-7e306a86-871f-47ca-9d01-708171edf307 req-ea0c1157-7c63-40d1-b7db-cc98993a9660 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] 10.222.0.24 "GET /v2.0/networks?id=6c35d8b0-d101-469c-acc6-415586fc4a11 HTTP/1.1" status: 200 len: 810 time: 0.1252725 Jul 07 14:39:22.617813 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-7e306a86-871f-47ca-9d01-708171edf307 req-54f13d47-40f6-4fd0-80ed-1cb1841a1448 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ce05d06ad794625bef8693b2fcb923d HTTP/1.1" status: 200 len: 379 time: 0.0373726 Jul 07 14:39:22.629130 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [req-7e306a86-871f-47ca-9d01-708171edf307 req-5fa8ff67-93c7-43c5-b1d8-1fc51661b248 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Request body: {'port': {'device_id': '3de44f84-c30a-4dea-b1b5-70447c949561', 'network_id': '6c35d8b0-d101-469c-acc6-415586fc4a11', 'admin_state_up': True, 'tenant_id': '0ce05d06ad794625bef8693b2fcb923d', 'security_groups': ['3e32c3d7-cb5e-47d0-89f3-f4aa606fe8ec']}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 14:39:22.673882 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-fb3c6d8d-0168-4a8f-87ea-47d2476394eb req-ec7c65cc-e97c-4eeb-9232-f74826ec43ba tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] 10.222.0.16 "GET /v2.0/ports?device_id=3de44f84-c30a-4dea-b1b5-70447c949561 HTTP/1.1" status: 200 len: 210 time: 0.0287268 Jul 07 14:39:22.739128 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e306a86-871f-47ca-9d01-708171edf307 req-5fa8ff67-93c7-43c5-b1d8-1fc51661b248 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Made reservation on behalf of 0ce05d06ad794625bef8693b2fcb923d for: {'port': 1} {{(pid=92954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 14:39:22.742659 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-7e306a86-871f-47ca-9d01-708171edf307 req-5fa8ff67-93c7-43c5-b1d8-1fc51661b248 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:39:22.868712 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.db.db_base_plugin_common [req-7e306a86-871f-47ca-9d01-708171edf307 req-5fa8ff67-93c7-43c5-b1d8-1fc51661b248 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Allocated IP 172.20.0.4 (6c35d8b0-d101-469c-acc6-415586fc4a11/d30bc248-8afd-40ea-829c-3f5850a24126/2553b9cb-b26a-4b24-9781-fd6d809b1776) {{(pid=92954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 14:39:23.001513 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-7e306a86-871f-47ca-9d01-708171edf307 req-5fa8ff67-93c7-43c5-b1d8-1fc51661b248 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Notify callbacks [] for port, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:39:23.019122 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.db.provisioning_blocks [req-7e306a86-871f-47ca-9d01-708171edf307 req-5fa8ff67-93c7-43c5-b1d8-1fc51661b248 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Transition to ACTIVE for port object 2553b9cb-b26a-4b24-9781-fd6d809b1776 will not be triggered until provisioned by entity DHCP. {{(pid=92954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 14:39:23.053064 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-7e306a86-871f-47ca-9d01-708171edf307 req-5fa8ff67-93c7-43c5-b1d8-1fc51661b248 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744350976988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8461633'] for port, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:39:23.093259 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e306a86-871f-47ca-9d01-708171edf307 req-5fa8ff67-93c7-43c5-b1d8-1fc51661b248 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Network 6c35d8b0-d101-469c-acc6-415586fc4a11 is already hosted by enough agents. {{(pid=92954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 14:39:23.096644 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.scheduler.base_scheduler [req-7e306a86-871f-47ca-9d01-708171edf307 req-5fa8ff67-93c7-43c5-b1d8-1fc51661b248 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Resources bound (agent type, host, resource id): {{(pid=92954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 14:39:23.099374 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e306a86-871f-47ca-9d01-708171edf307 req-5fa8ff67-93c7-43c5-b1d8-1fc51661b248 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Received port after_create {{(pid=92954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 14:39:23.147693 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa8ff67-93c7-43c5-b1d8-1fc51661b248 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Pushing event updated for resources: {'Port': ['ID=2553b9cb-b26a-4b24-9781-fd6d809b1776,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:39:23.169015 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e306a86-871f-47ca-9d01-708171edf307 req-5fa8ff67-93c7-43c5-b1d8-1fc51661b248 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:39:23.169655 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-7e306a86-871f-47ca-9d01-708171edf307 req-5fa8ff67-93c7-43c5-b1d8-1fc51661b248 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171717'] for port, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:39:23.184833 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-7e306a86-871f-47ca-9d01-708171edf307 req-5fa8ff67-93c7-43c5-b1d8-1fc51661b248 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5596118 Jul 07 14:39:23.201126 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [req-7e306a86-871f-47ca-9d01-708171edf307 req-f5426fae-eea2-4186-b2d4-1531dde3a2d3 service neutron] Request body: {'port': {'device_id': '3de44f84-c30a-4dea-b1b5-70447c949561', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79982'}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 14:39:23.283127 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-7e306a86-871f-47ca-9d01-708171edf307 req-f5426fae-eea2-4186-b2d4-1531dde3a2d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:39:23.388018 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-eb7804c7-cca1-43d0-a1e4-3f8762c6d895 None None] Provisioning for port 2553b9cb-b26a-4b24-9781-fd6d809b1776 completed by entity DHCP. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 14:39:23.391750 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-eb7804c7-cca1-43d0-a1e4-3f8762c6d895 None None] Provisioning complete for port 2553b9cb-b26a-4b24-9781-fd6d809b1776 triggered by entity DHCP. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 14:39:23.392200 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-eb7804c7-cca1-43d0-a1e4-3f8762c6d895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732533'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:39:23.545169 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.notifiers.nova [req-7e306a86-871f-47ca-9d01-708171edf307 req-f5426fae-eea2-4186-b2d4-1531dde3a2d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2553b9cb-b26a-4b24-9781-fd6d809b1776 {{(pid=92954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 14:39:23.548239 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-eb7804c7-cca1-43d0-a1e4-3f8762c6d895 None None] Port 2553b9cb-b26a-4b24-9781-fd6d809b1776 cannot update to ACTIVE because it is not bound. {{(pid=92955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 14:39:23.552852 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-7e306a86-871f-47ca-9d01-708171edf307 req-f5426fae-eea2-4186-b2d4-1531dde3a2d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:39:23.564881 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.db.provisioning_blocks [req-7e306a86-871f-47ca-9d01-708171edf307 req-f5426fae-eea2-4186-b2d4-1531dde3a2d3 service neutron] Transition to ACTIVE for port object 2553b9cb-b26a-4b24-9781-fd6d809b1776 will not be triggered until provisioned by entity L2. {{(pid=92954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 14:39:23.571365 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-7e306a86-871f-47ca-9d01-708171edf307 req-f5426fae-eea2-4186-b2d4-1531dde3a2d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8461747'] for port, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:39:23.621672 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5426fae-eea2-4186-b2d4-1531dde3a2d3 service neutron] Pushing event updated for resources: {'Port': ['ID=2553b9cb-b26a-4b24-9781-fd6d809b1776,revision_number=2']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:39:23.691682 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [req-7e306a86-871f-47ca-9d01-708171edf307 req-f5426fae-eea2-4186-b2d4-1531dde3a2d3 service neutron] Attempting to bind port 2553b9cb-b26a-4b24-9781-fd6d809b1776 on host hv-cinder-79982 for vnic_type normal with profile {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 14:39:23.692019 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [req-7e306a86-871f-47ca-9d01-708171edf307 req-f5426fae-eea2-4186-b2d4-1531dde3a2d3 service neutron] Attempting to bind port 2553b9cb-b26a-4b24-9781-fd6d809b1776 by drivers openvswitch,hyperv on host hv-cinder-79982 at level 0 using segments [{'id': '06112c06-3017-4cd2-b257-79638c135136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '6c35d8b0-d101-469c-acc6-415586fc4a11'}] {{(pid=92954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 14:39:23.692376 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e306a86-871f-47ca-9d01-708171edf307 req-f5426fae-eea2-4186-b2d4-1531dde3a2d3 service neutron] Attempting to bind port 2553b9cb-b26a-4b24-9781-fd6d809b1776 on network 6c35d8b0-d101-469c-acc6-415586fc4a11 {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 14:39:23.696730 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e306a86-871f-47ca-9d01-708171edf307 req-f5426fae-eea2-4186-b2d4-1531dde3a2d3 service neutron] Port 2553b9cb-b26a-4b24-9781-fd6d809b1776 on network 6c35d8b0-d101-469c-acc6-415586fc4a11 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79982 {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 14:39:23.697052 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e306a86-871f-47ca-9d01-708171edf307 req-f5426fae-eea2-4186-b2d4-1531dde3a2d3 service neutron] Attempting to bind port 2553b9cb-b26a-4b24-9781-fd6d809b1776 on network 6c35d8b0-d101-469c-acc6-415586fc4a11 {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 14:39:23.702123 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e306a86-871f-47ca-9d01-708171edf307 req-f5426fae-eea2-4186-b2d4-1531dde3a2d3 service neutron] Checking agent: {'id': 'e287df4f-fe28-4fcb-9cb8-6aa29893570a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79982', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 13, 59, 32), 'started_at': datetime.datetime(2021, 7, 7, 13, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 14, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 14:39:23.702471 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e306a86-871f-47ca-9d01-708171edf307 req-f5426fae-eea2-4186-b2d4-1531dde3a2d3 service neutron] Checking segment: {'id': '06112c06-3017-4cd2-b257-79638c135136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '6c35d8b0-d101-469c-acc6-415586fc4a11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 14:39:23.702887 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e306a86-871f-47ca-9d01-708171edf307 req-f5426fae-eea2-4186-b2d4-1531dde3a2d3 service neutron] Bound using segment: {'id': '06112c06-3017-4cd2-b257-79638c135136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '6c35d8b0-d101-469c-acc6-415586fc4a11'} {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 14:39:23.703312 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [req-7e306a86-871f-47ca-9d01-708171edf307 req-f5426fae-eea2-4186-b2d4-1531dde3a2d3 service neutron] Bound port: 2553b9cb-b26a-4b24-9781-fd6d809b1776, host: hv-cinder-79982, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06112c06-3017-4cd2-b257-79638c135136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '6c35d8b0-d101-469c-acc6-415586fc4a11'}}] {{(pid=92954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 14:39:23.703675 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-7e306a86-871f-47ca-9d01-708171edf307 req-f5426fae-eea2-4186-b2d4-1531dde3a2d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:39:23.769924 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [req-7e306a86-871f-47ca-9d01-708171edf307 req-f5426fae-eea2-4186-b2d4-1531dde3a2d3 service neutron] For port 2553b9cb-b26a-4b24-9781-fd6d809b1776, host hv-cinder-79982, cleared binding levels {{(pid=92954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 14:39:23.773237 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [req-7e306a86-871f-47ca-9d01-708171edf307 req-f5426fae-eea2-4186-b2d4-1531dde3a2d3 service neutron] For port 2553b9cb-b26a-4b24-9781-fd6d809b1776, host hv-cinder-79982, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79982',level=0,port_id=2553b9cb-b26a-4b24-9781-fd6d809b1776,segment=NetworkSegment(06112c06-3017-4cd2-b257-79638c135136),segment_id=06112c06-3017-4cd2-b257-79638c135136)] {{(pid=92954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 14:39:23.778632 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-7e306a86-871f-47ca-9d01-708171edf307 req-f5426fae-eea2-4186-b2d4-1531dde3a2d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8461747'] for port, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:39:23.810399 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e306a86-871f-47ca-9d01-708171edf307 req-f5426fae-eea2-4186-b2d4-1531dde3a2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:39:23.811141 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-7e306a86-871f-47ca-9d01-708171edf307 req-f5426fae-eea2-4186-b2d4-1531dde3a2d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171717'] for port, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:39:23.812417 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-7e306a86-871f-47ca-9d01-708171edf307 req-f5426fae-eea2-4186-b2d4-1531dde3a2d3 service neutron] 10.222.0.24 "PUT /v2.0/ports/2553b9cb-b26a-4b24-9781-fd6d809b1776 HTTP/1.1" status: 200 len: 1093 time: 0.6166344 Jul 07 14:39:23.812853 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3de44f84-c30a-4dea-b1b5-70447c949561', 'tag': '2553b9cb-b26a-4b24-9781-fd6d809b1776'}] {{(pid=92954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 14:39:23.815139 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23a2f25214143ca7dc6eabc905ff8a7df5b3799efbbaa422209646810e3da78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e782acc-78c6-45d2-8030-84a49a9d9bb2" -d '{"events": [{"name": "network-changed", "server_uuid": "3de44f84-c30a-4dea-b1b5-70447c949561", "tag": "2553b9cb-b26a-4b24-9781-fd6d809b1776"}]}' {{(pid=92954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 14:39:23.858714 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5426fae-eea2-4186-b2d4-1531dde3a2d3 service neutron] Pushing event updated for resources: {'Port': ['ID=2553b9cb-b26a-4b24-9781-fd6d809b1776,revision_number=3']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:39:23.875178 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffffc82f-22c9-46e8-b0b1-44b62c2fa70a req-bfbc453f-20ca-4d89-b197-4a807a96b709 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:39:23.877067 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-ffffc82f-22c9-46e8-b0b1-44b62c2fa70a req-bfbc453f-20ca-4d89-b197-4a807a96b709 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] 10.222.0.16 "GET /v2.0/ports?device_id=3de44f84-c30a-4dea-b1b5-70447c949561 HTTP/1.1" status: 200 len: 943 time: 0.0867896 Jul 07 14:39:23.919826 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-ffffc82f-22c9-46e8-b0b1-44b62c2fa70a req-7224c244-9158-4591-b312-b7460b4188a4 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e32c3d7-cb5e-47d0-89f3-f4aa606fe8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371773 Jul 07 14:39:23.937826 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e306a86-871f-47ca-9d01-708171edf307 req-ba656b0d-42ca-46af-b364-3cf215b59229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:39:23.939325 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-7e306a86-871f-47ca-9d01-708171edf307 req-ba656b0d-42ca-46af-b364-3cf215b59229 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0ce05d06ad794625bef8693b2fcb923d&device_id=3de44f84-c30a-4dea-b1b5-70447c949561 HTTP/1.1" status: 200 len: 1096 time: 0.0704200 Jul 07 14:39:23.957974 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 14:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbc14827-60df-4c2b-bb31-77059a04d6c5 x-openstack-request-id: req-cbc14827-60df-4c2b-bb31-77059a04d6c5 {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 14:39:23.958253 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3de44f84-c30a-4dea-b1b5-70447c949561", "tag": "2553b9cb-b26a-4b24-9781-fd6d809b1776", "status": "completed", "code": 200}]} {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 14:39:23.958518 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cbc14827-60df-4c2b-bb31-77059a04d6c5 {{(pid=92954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 14:39:23.958912 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3de44f84-c30a-4dea-b1b5-70447c949561', 'tag': '2553b9cb-b26a-4b24-9781-fd6d809b1776', 'status': 'completed', 'code': 200} Jul 07 14:39:23.988523 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-7e306a86-871f-47ca-9d01-708171edf307 req-51fe85ae-8f5a-45c4-afc2-72913aa7a9a1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2553b9cb-b26a-4b24-9781-fd6d809b1776 HTTP/1.1" status: 200 len: 217 time: 0.0375302 Jul 07 14:39:24.040939 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e306a86-871f-47ca-9d01-708171edf307 req-ce175f15-78ef-4957-ae92-5d470d10c500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:39:24.042351 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-7e306a86-871f-47ca-9d01-708171edf307 req-ce175f15-78ef-4957-ae92-5d470d10c500 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d30bc248-8afd-40ea-829c-3f5850a24126 HTTP/1.1" status: 200 len: 849 time: 0.0431473 Jul 07 14:39:24.101907 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e306a86-871f-47ca-9d01-708171edf307 req-dbdb5cdd-5c0f-49f5-9485-4a0a4f364616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:39:24.103452 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-7e306a86-871f-47ca-9d01-708171edf307 req-dbdb5cdd-5c0f-49f5-9485-4a0a4f364616 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6c35d8b0-d101-469c-acc6-415586fc4a11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0508306 Jul 07 14:39:24.203128 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-7e306a86-871f-47ca-9d01-708171edf307 req-eb874eb1-37a2-42aa-bbf6-1282665e5de2 service neutron] 10.222.0.24 "GET /v2.0/networks/6c35d8b0-d101-469c-acc6-415586fc4a11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889242 Jul 07 14:39:24.298070 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-7e306a86-871f-47ca-9d01-708171edf307 req-fe1e96d4-c0e4-4765-9e40-ae49500f3a86 service neutron] 10.222.0.24 "GET /v2.0/networks/6c35d8b0-d101-469c-acc6-415586fc4a11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847778 Jul 07 14:39:24.408051 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e782acc-78c6-45d2-8030-84a49a9d9bb2 req-6d0316a4-b245-43ba-8d07-347f9c04c7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:39:24.409522 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-4e782acc-78c6-45d2-8030-84a49a9d9bb2 req-6d0316a4-b245-43ba-8d07-347f9c04c7e5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0ce05d06ad794625bef8693b2fcb923d&device_id=3de44f84-c30a-4dea-b1b5-70447c949561 HTTP/1.1" status: 200 len: 1096 time: 0.0522933 Jul 07 14:39:24.505032 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e782acc-78c6-45d2-8030-84a49a9d9bb2 req-2601b8ce-7b2a-4fd9-a94e-e67ceee02a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:39:24.506553 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-4e782acc-78c6-45d2-8030-84a49a9d9bb2 req-2601b8ce-7b2a-4fd9-a94e-e67ceee02a60 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6c35d8b0-d101-469c-acc6-415586fc4a11 HTTP/1.1" status: 200 len: 911 time: 0.0876055 Jul 07 14:39:24.552403 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-4e782acc-78c6-45d2-8030-84a49a9d9bb2 req-00ebb3c7-af1b-4f08-b8ee-deefb163e006 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2553b9cb-b26a-4b24-9781-fd6d809b1776 HTTP/1.1" status: 200 len: 217 time: 0.0377684 Jul 07 14:39:24.600097 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e782acc-78c6-45d2-8030-84a49a9d9bb2 req-b5a02925-8ce6-4780-b176-1dbce06ed6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:39:24.601789 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-4e782acc-78c6-45d2-8030-84a49a9d9bb2 req-b5a02925-8ce6-4780-b176-1dbce06ed6e0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d30bc248-8afd-40ea-829c-3f5850a24126 HTTP/1.1" status: 200 len: 849 time: 0.0425932 Jul 07 14:39:24.657122 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e782acc-78c6-45d2-8030-84a49a9d9bb2 req-76f87707-963e-4f5b-9e88-ac2d1e934e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:39:24.658617 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-4e782acc-78c6-45d2-8030-84a49a9d9bb2 req-76f87707-963e-4f5b-9e88-ac2d1e934e9b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6c35d8b0-d101-469c-acc6-415586fc4a11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0499599 Jul 07 14:39:24.748461 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-4e782acc-78c6-45d2-8030-84a49a9d9bb2 req-d4dc3e3a-78f9-40b9-bc15-cbfb95b1b69e service neutron] 10.222.0.24 "GET /v2.0/networks/6c35d8b0-d101-469c-acc6-415586fc4a11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826316 Jul 07 14:39:24.838704 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-4e782acc-78c6-45d2-8030-84a49a9d9bb2 req-063d3d53-7e91-49a5-8bbc-db330f835f39 service neutron] 10.222.0.24 "GET /v2.0/networks/6c35d8b0-d101-469c-acc6-415586fc4a11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794096 Jul 07 14:39:24.932698 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-b8b8429d-467c-49a7-955d-0fd7a7acc945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:39:25.096342 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20d3686-ebff-4d65-95f1-187338cf6a74 req-4e624210-c55a-4fe4-a6bd-38a46b098b67 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:39:25.097721 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-e20d3686-ebff-4d65-95f1-187338cf6a74 req-4e624210-c55a-4fe4-a6bd-38a46b098b67 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] 10.222.0.16 "GET /v2.0/ports?device_id=3de44f84-c30a-4dea-b1b5-70447c949561 HTTP/1.1" status: 200 len: 943 time: 0.0618851 Jul 07 14:39:25.133780 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-e20d3686-ebff-4d65-95f1-187338cf6a74 req-b406b01e-485a-4412-9e10-d2c54b7cdc5f tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e32c3d7-cb5e-47d0-89f3-f4aa606fe8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303473 Jul 07 14:39:26.314215 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c54a16-f245-4915-910c-e5516be4c44c req-33d5f64c-f44e-42c9-8f2b-f175d81bf9bf tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:39:26.315688 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-11c54a16-f245-4915-910c-e5516be4c44c req-33d5f64c-f44e-42c9-8f2b-f175d81bf9bf tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] 10.222.0.16 "GET /v2.0/ports?device_id=3de44f84-c30a-4dea-b1b5-70447c949561 HTTP/1.1" status: 200 len: 943 time: 0.0626967 Jul 07 14:39:26.355428 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-11c54a16-f245-4915-910c-e5516be4c44c req-02bfa280-1b07-47d8-a101-2c62de17b901 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e32c3d7-cb5e-47d0-89f3-f4aa606fe8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342340 Jul 07 14:39:27.529006 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db55f816-bc08-4cb8-a5e2-a19316f5cdeb req-c3196c30-4c94-4763-be09-9073a62d92ba tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:39:27.530431 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-db55f816-bc08-4cb8-a5e2-a19316f5cdeb req-c3196c30-4c94-4763-be09-9073a62d92ba tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] 10.222.0.16 "GET /v2.0/ports?device_id=3de44f84-c30a-4dea-b1b5-70447c949561 HTTP/1.1" status: 200 len: 943 time: 0.0639484 Jul 07 14:39:27.538730 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a32dd072-886e-4911-b3cf-71b034f5f118 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:39:27.568428 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-db55f816-bc08-4cb8-a5e2-a19316f5cdeb req-290b24bf-a4e4-4846-a449-1970f3fde2de tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e32c3d7-cb5e-47d0-89f3-f4aa606fe8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313616 Jul 07 14:39:27.865362 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:39:28.736530 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6df23de-515e-46e7-b328-bdeb3db01d85 req-f45a2498-067d-4058-9e59-fdee34d0137d tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:39:28.737968 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-a6df23de-515e-46e7-b328-bdeb3db01d85 req-f45a2498-067d-4058-9e59-fdee34d0137d tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] 10.222.0.16 "GET /v2.0/ports?device_id=3de44f84-c30a-4dea-b1b5-70447c949561 HTTP/1.1" status: 200 len: 943 time: 0.0622456 Jul 07 14:39:28.773861 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-797095d9-f31f-46bc-add0-d9922559420e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:39:28.776956 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-a6df23de-515e-46e7-b328-bdeb3db01d85 req-9ca111a1-c598-450e-9b5d-408048c76aef tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e32c3d7-cb5e-47d0-89f3-f4aa606fe8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332663 Jul 07 14:39:29.949354 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680afece-c80c-421f-beab-86cf9a0480c5 req-4de78a61-1f74-4544-a6cb-b10be464f5bb tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:39:29.950827 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-680afece-c80c-421f-beab-86cf9a0480c5 req-4de78a61-1f74-4544-a6cb-b10be464f5bb tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] 10.222.0.16 "GET /v2.0/ports?device_id=3de44f84-c30a-4dea-b1b5-70447c949561 HTTP/1.1" status: 200 len: 943 time: 0.0639582 Jul 07 14:39:29.988027 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-680afece-c80c-421f-beab-86cf9a0480c5 req-5cea68f2-b42e-473a-afa4-3ccaacdf35d1 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e32c3d7-cb5e-47d0-89f3-f4aa606fe8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317013 Jul 07 14:39:30.365026 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-de2cb0b5-6e4a-418e-bae1-4b4e8a512c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:39:31.156648 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39752e76-39fc-43f5-8bb7-edcd1aaca564 req-80ec89d6-d710-4e91-8231-2e4923f59213 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:39:31.158122 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-39752e76-39fc-43f5-8bb7-edcd1aaca564 req-80ec89d6-d710-4e91-8231-2e4923f59213 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] 10.222.0.16 "GET /v2.0/ports?device_id=3de44f84-c30a-4dea-b1b5-70447c949561 HTTP/1.1" status: 200 len: 943 time: 0.0638995 Jul 07 14:39:31.194708 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-39752e76-39fc-43f5-8bb7-edcd1aaca564 req-5940215e-c316-406f-9ddb-eea67d35e62c tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e32c3d7-cb5e-47d0-89f3-f4aa606fe8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309391 Jul 07 14:39:32.364247 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d449a69-8772-4ee0-a128-606a3fbc213f req-acb168ee-7f95-46bd-b0ce-32eab219d2b3 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:39:32.365683 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-1d449a69-8772-4ee0-a128-606a3fbc213f req-acb168ee-7f95-46bd-b0ce-32eab219d2b3 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] 10.222.0.16 "GET /v2.0/ports?device_id=3de44f84-c30a-4dea-b1b5-70447c949561 HTTP/1.1" status: 200 len: 943 time: 0.0609901 Jul 07 14:39:32.405833 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-1d449a69-8772-4ee0-a128-606a3fbc213f req-36ed7c7a-05a4-4712-a1fd-4804af5bb94c tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e32c3d7-cb5e-47d0-89f3-f4aa606fe8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341299 Jul 07 14:39:32.621942 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Device 2553b9cb-b26a-4b24-9781-fd6d809b1776 details requested by agent hyperv_hv-cinder-79982 with host hv-cinder-79982 {{(pid=92955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 14:39:32.720723 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] For port 2553b9cb-b26a-4b24-9781-fd6d809b1776, host hv-cinder-79982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79982',level=0,port_id=2553b9cb-b26a-4b24-9781-fd6d809b1776,segment=NetworkSegment(06112c06-3017-4cd2-b257-79638c135136),segment_id=06112c06-3017-4cd2-b257-79638c135136)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 14:39:32.723538 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:39:32.733066 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Returning: {'device': '2553b9cb-b26a-4b24-9781-fd6d809b1776', 'network_id': '6c35d8b0-d101-469c-acc6-415586fc4a11', 'port_id': '2553b9cb-b26a-4b24-9781-fd6d809b1776', 'mac_address': 'fa:16:3e:ed:05:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd30bc248-8afd-40ea-829c-3f5850a24126', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 14:39:32.771691 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:39:32.783610 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.notifiers.nova [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2553b9cb-b26a-4b24-9781-fd6d809b1776 {{(pid=92955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 14:39:32.802551 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] For port 2553b9cb-b26a-4b24-9781-fd6d809b1776, host hv-cinder-79982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79982',level=0,port_id=2553b9cb-b26a-4b24-9781-fd6d809b1776,segment=NetworkSegment(06112c06-3017-4cd2-b257-79638c135136),segment_id=06112c06-3017-4cd2-b257-79638c135136)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 14:39:32.807067 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:39:32.852151 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Pushing event updated for resources: {'Port': ['ID=2553b9cb-b26a-4b24-9781-fd6d809b1776,revision_number=4']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:39:33.059188 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] get_ports_and_sgs() called for port_ids ['2553b9cb-b26a-4b24-9781-fd6d809b1776'] {{(pid=92955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 14:39:33.583400 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c10b6e1-dbd1-408d-bdb0-878850d88806 req-a597e918-8261-43c5-8fb2-1fff62527435 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:39:33.584847 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-2c10b6e1-dbd1-408d-bdb0-878850d88806 req-a597e918-8261-43c5-8fb2-1fff62527435 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] 10.222.0.16 "GET /v2.0/ports?device_id=3de44f84-c30a-4dea-b1b5-70447c949561 HTTP/1.1" status: 200 len: 944 time: 0.0640419 Jul 07 14:39:33.622558 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-2c10b6e1-dbd1-408d-bdb0-878850d88806 req-53ef5a3a-3a33-474f-a746-2fd4ad78b93f tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e32c3d7-cb5e-47d0-89f3-f4aa606fe8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314872 Jul 07 14:39:34.620772 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Device 2553b9cb-b26a-4b24-9781-fd6d809b1776 up at agent hyperv_hv-cinder-79982 {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 14:39:34.668854 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Provisioning for port 2553b9cb-b26a-4b24-9781-fd6d809b1776 completed by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 14:39:34.673501 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Provisioning complete for port 2553b9cb-b26a-4b24-9781-fd6d809b1776 triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 14:39:34.674207 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732533'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:39:34.752844 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:39:34.775598 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3de44f84-c30a-4dea-b1b5-70447c949561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2553b9cb-b26a-4b24-9781-fd6d809b1776'}] {{(pid=92955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 14:39:34.778687 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e11a9a08f0ebba7a9f0c3b7780f6d7944ec82452e2695ea1962573c23703eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c70d99b-4b1d-4ce4-af2e-e9a4c41eaf5f" -d '{"events": [{"server_uuid": "3de44f84-c30a-4dea-b1b5-70447c949561", "name": "network-vif-plugged", "status": "completed", "tag": "2553b9cb-b26a-4b24-9781-fd6d809b1776"}]}' {{(pid=92955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 14:39:34.791989 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] For port 2553b9cb-b26a-4b24-9781-fd6d809b1776, host hv-cinder-79982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79982',level=0,port_id=2553b9cb-b26a-4b24-9781-fd6d809b1776,segment=NetworkSegment(06112c06-3017-4cd2-b257-79638c135136),segment_id=06112c06-3017-4cd2-b257-79638c135136)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 14:39:34.796449 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:39:34.807731 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7e98b8-dcf6-4e26-b3b5-58dd085d48c3 req-944b3cca-4a24-45f0-91e0-03ddcf24c9e5 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:39:34.809267 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-bc7e98b8-dcf6-4e26-b3b5-58dd085d48c3 req-944b3cca-4a24-45f0-91e0-03ddcf24c9e5 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] 10.222.0.16 "GET /v2.0/ports?device_id=3de44f84-c30a-4dea-b1b5-70447c949561 HTTP/1.1" status: 200 len: 944 time: 0.0700252 Jul 07 14:39:34.836950 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 14:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c55d218-24df-41c2-8998-7c5eaf6e75a3 x-openstack-request-id: req-8c55d218-24df-41c2-8998-7c5eaf6e75a3 {{(pid=92955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 14:39:34.837241 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3de44f84-c30a-4dea-b1b5-70447c949561", "name": "network-vif-plugged", "status": "completed", "tag": "2553b9cb-b26a-4b24-9781-fd6d809b1776", "code": 200}]} {{(pid=92955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 14:39:34.838061 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8c55d218-24df-41c2-8998-7c5eaf6e75a3 {{(pid=92955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 14:39:34.838467 dv-cinder-799821-1-iscsi neutron-server[92955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3de44f84-c30a-4dea-b1b5-70447c949561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2553b9cb-b26a-4b24-9781-fd6d809b1776', 'code': 200} Jul 07 14:39:34.851662 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Pushing event updated for resources: {'Port': ['ID=2553b9cb-b26a-4b24-9781-fd6d809b1776,revision_number=5']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:39:34.851898 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-bc7e98b8-dcf6-4e26-b3b5-58dd085d48c3 req-3e147369-8d20-4c89-a616-3821b3f4805b tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e32c3d7-cb5e-47d0-89f3-f4aa606fe8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360520 Jul 07 14:39:35.137609 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7381f9c8-69c0-4939-84c3-74c4f22e11a1 req-10f18439-a54f-49b9-9150-081712eb2c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:39:35.139029 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-7381f9c8-69c0-4939-84c3-74c4f22e11a1 req-10f18439-a54f-49b9-9150-081712eb2c38 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3de44f84-c30a-4dea-b1b5-70447c949561 HTTP/1.1" status: 200 len: 1098 time: 0.0519223 Jul 07 14:39:35.178591 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-7381f9c8-69c0-4939-84c3-74c4f22e11a1 req-969571dc-49e1-4d49-a7ad-2e061e3e9aaf service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=3e32c3d7-cb5e-47d0-89f3-f4aa606fe8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305078 Jul 07 14:39:36.032822 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41c38ca-c70c-4159-80fb-b0ae9bdb4ed5 req-d277567b-fd11-4964-9c77-00d81a166972 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:39:36.034303 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-b41c38ca-c70c-4159-80fb-b0ae9bdb4ed5 req-d277567b-fd11-4964-9c77-00d81a166972 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] 10.222.0.16 "GET /v2.0/ports?device_id=3de44f84-c30a-4dea-b1b5-70447c949561 HTTP/1.1" status: 200 len: 945 time: 0.0692089 Jul 07 14:39:36.074205 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-b41c38ca-c70c-4159-80fb-b0ae9bdb4ed5 req-f85906c0-443d-4063-b95c-9a1f4488f0c7 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e32c3d7-cb5e-47d0-89f3-f4aa606fe8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340748 Jul 07 14:39:37.243207 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86a7370-a387-43b8-9354-6ea2084f56b7 req-1170e7c2-8fce-496d-8ff3-c3cbf1323863 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:39:37.245303 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-a86a7370-a387-43b8-9354-6ea2084f56b7 req-1170e7c2-8fce-496d-8ff3-c3cbf1323863 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] 10.222.0.16 "GET /v2.0/ports?device_id=3de44f84-c30a-4dea-b1b5-70447c949561 HTTP/1.1" status: 200 len: 945 time: 0.0616703 Jul 07 14:39:37.283428 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-a86a7370-a387-43b8-9354-6ea2084f56b7 req-d26d6299-4f66-4754-b1db-bf9bf8057f9f tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e32c3d7-cb5e-47d0-89f3-f4aa606fe8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322216 Jul 07 14:39:37.451030 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22c94aa-872f-4ee3-bd3a-0f26e21f6322 req-22b0fdc0-4d89-49ea-9394-a287a9d06bb7 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:39:37.452612 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-d22c94aa-872f-4ee3-bd3a-0f26e21f6322 req-22b0fdc0-4d89-49ea-9394-a287a9d06bb7 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] 10.222.0.16 "GET /v2.0/ports?device_id=3de44f84-c30a-4dea-b1b5-70447c949561 HTTP/1.1" status: 200 len: 945 time: 0.0610092 Jul 07 14:39:37.493043 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-d22c94aa-872f-4ee3-bd3a-0f26e21f6322 req-bc32c98f-8992-4d43-a551-8ad01c4ef948 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e32c3d7-cb5e-47d0-89f3-f4aa606fe8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348978 Jul 07 14:39:37.518171 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 43948) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:39:37.568090 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91de2271-0ba2-4df4-9d86-a2f979e5170f tempest-TestVolumeBootPattern-1631456972 tempest-TestVolumeBootPattern-1631456972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:39:37.569554 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-91de2271-0ba2-4df4-9d86-a2f979e5170f tempest-TestVolumeBootPattern-1631456972 tempest-TestVolumeBootPattern-1631456972-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=3de44f84-c30a-4dea-b1b5-70447c949561 HTTP/1.1" status: 200 len: 1093 time: 0.0503707 Jul 07 14:39:37.572704 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 43950) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:39:37.577035 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.v2.base [None req-5a3c99cd-d44e-43c6-a570-0457aa22a2ea tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Request body: {'floatingip': {'floating_network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'port_id': '2553b9cb-b26a-4b24-9781-fd6d809b1776', 'tenant_id': '0ce05d06ad794625bef8693b2fcb923d', 'fixed_ip_address': '172.20.0.4'}} {{(pid=92953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 14:39:37.598088 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-5a3c99cd-d44e-43c6-a570-0457aa22a2ea tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Notify callbacks [] for floatingip, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:39:37.693536 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-5a3c99cd-d44e-43c6-a570-0457aa22a2ea tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:39:37.799799 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.db.db_base_plugin_common [None req-5a3c99cd-d44e-43c6-a570-0457aa22a2ea tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Allocated IP 172.27.0.50 (c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5/157deb10-066f-4182-88bf-9da6b52b6e64/8fef1262-00d6-4a3c-b150-efb6ffa5c9e1) {{(pid=92953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 14:39:37.912647 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-5a3c99cd-d44e-43c6-a570-0457aa22a2ea tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Notify callbacks [] for port, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:39:37.959707 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-5a3c99cd-d44e-43c6-a570-0457aa22a2ea tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744350976988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2608666'] for port, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:39:37.999865 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a3c99cd-d44e-43c6-a570-0457aa22a2ea tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Network c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5 is already hosted by enough agents. {{(pid=92953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 14:39:38.004574 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.scheduler.base_scheduler [None req-5a3c99cd-d44e-43c6-a570-0457aa22a2ea tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Resources bound (agent type, host, resource id): {{(pid=92953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 14:39:38.007118 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3c99cd-d44e-43c6-a570-0457aa22a2ea tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Received port after_create {{(pid=92953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 14:39:38.035349 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3c99cd-d44e-43c6-a570-0457aa22a2ea tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Pushing event updated for resources: {'Port': ['ID=8fef1262-00d6-4a3c-b150-efb6ffa5c9e1,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:39:38.251937 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.agents_db [None req-578d1851-68de-424d-8d1f-a58f436dd381 None None] Agent healthcheck: found 6 active agents {{(pid=92956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 14:39:38.379396 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-5a3c99cd-d44e-43c6-a570-0457aa22a2ea tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:39:38.454686 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-5a3c99cd-d44e-43c6-a570-0457aa22a2ea tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:39:38.601912 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-5a3c99cd-d44e-43c6-a570-0457aa22a2ea tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Notify callbacks [] for port, precommit_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:39:38.606412 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-5a3c99cd-d44e-43c6-a570-0457aa22a2ea tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2608872'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:39:38.670618 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3c99cd-d44e-43c6-a570-0457aa22a2ea tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Pushing event updated for resources: {'Port': ['ID=8fef1262-00d6-4a3c-b150-efb6ffa5c9e1,revision_number=2']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:39:38.679863 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-5a3c99cd-d44e-43c6-a570-0457aa22a2ea tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1662057'] for floatingip, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:39:38.774369 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.db.l3_db [None req-5a3c99cd-d44e-43c6-a570-0457aa22a2ea tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Floating IP 99f24209-0416-4028-a56b-11abe0d84cb6 associated. External IP: 172.27.0.50, port: 2553b9cb-b26a-4b24-9781-fd6d809b1776. Jul 07 14:39:38.973124 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a3c99cd-d44e-43c6-a570-0457aa22a2ea tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Router bf440855-b599-46aa-a455-f85cde04b890 has already been hosted by L3 agent 652ddd47-bc13-4e1c-8285-b4eb8cea957f {{(pid=92953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 14:39:39.076607 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a3c99cd-d44e-43c6-a570-0457aa22a2ea tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Notify agent at l3_agent.dv-cinder-799821-1-iscsi the message routers_updated {{(pid=92953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 14:39:39.085676 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2302b04-ee8e-4838-9f68-b3baaf25696a None None] Sync routers for ids ['bf440855-b599-46aa-a455-f85cde04b890'] in dv-cinder-799821-1-iscsi {{(pid=92955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 14:39:39.092129 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-5a3c99cd-d44e-43c6-a570-0457aa22a2ea tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171717'] for floatingip, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:39:39.095780 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2302b04-ee8e-4838-9f68-b3baaf25696a None None] Routers {'bf440855-b599-46aa-a455-f85cde04b890'} bound to L3 agent in host dv-cinder-799821-1-iscsi {{(pid=92955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 14:39:39.096389 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-e2302b04-ee8e-4838-9f68-b3baaf25696a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T13:53:27Z,description=,heartbeat_timestamp=2021-07-07T14:39:28Z,host='dv-cinder-799821-1-iscsi',id=652ddd47-bc13-4e1c-8285-b4eb8cea957f,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:53:27Z,topic='l3_agent')) {'router_ids': ['bf440855-b599-46aa-a455-f85cde04b890'], 'active': True} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:39:39.128458 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-5a3c99cd-d44e-43c6-a570-0457aa22a2ea tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5547664 Jul 07 14:39:39.129044 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3de44f84-c30a-4dea-b1b5-70447c949561', 'tag': '2553b9cb-b26a-4b24-9781-fd6d809b1776'}] {{(pid=92953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 14:39:39.131369 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b979791e0eb55c76fbaee7f898eb9add660ef90e10b4f8745b80363530633ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f07f6881-4073-4071-992c-20b89b2dd1cd" -d '{"events": [{"name": "network-changed", "server_uuid": "3de44f84-c30a-4dea-b1b5-70447c949561", "tag": "2553b9cb-b26a-4b24-9781-fd6d809b1776"}]}' {{(pid=92953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 14:39:39.171010 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 14:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a08a488c-8636-4250-9968-93f2fb31d586 x-openstack-request-id: req-a08a488c-8636-4250-9968-93f2fb31d586 {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 14:39:39.171404 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3de44f84-c30a-4dea-b1b5-70447c949561", "tag": "2553b9cb-b26a-4b24-9781-fd6d809b1776", "status": "completed", "code": 200}]} {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 14:39:39.171722 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a08a488c-8636-4250-9968-93f2fb31d586 {{(pid=92953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 14:39:39.172130 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3de44f84-c30a-4dea-b1b5-70447c949561', 'tag': '2553b9cb-b26a-4b24-9781-fd6d809b1776', 'status': 'completed', 'code': 200} Jul 07 14:39:39.201944 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvr_db [None req-e2302b04-ee8e-4838-9f68-b3baaf25696a None None] Set router bf440855-b599-46aa-a455-f85cde04b890 gateway port host: dv-cinder-799821-1-iscsi {{(pid=92955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 14:39:39.246135 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07f6881-4073-4071-992c-20b89b2dd1cd req-c4539b4f-7947-4876-a91a-5a521da7cfe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:39:39.247679 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-f07f6881-4073-4071-992c-20b89b2dd1cd req-c4539b4f-7947-4876-a91a-5a521da7cfe1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0ce05d06ad794625bef8693b2fcb923d&device_id=3de44f84-c30a-4dea-b1b5-70447c949561 HTTP/1.1" status: 200 len: 1098 time: 0.0533926 Jul 07 14:39:39.337192 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07f6881-4073-4071-992c-20b89b2dd1cd req-9ce1c31b-2c99-4cba-9f6f-43927781e62c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:39:39.338690 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-f07f6881-4073-4071-992c-20b89b2dd1cd req-9ce1c31b-2c99-4cba-9f6f-43927781e62c service neutron] 10.222.0.24 "GET /v2.0/networks?id=6c35d8b0-d101-469c-acc6-415586fc4a11 HTTP/1.1" status: 200 len: 911 time: 0.0844831 Jul 07 14:39:39.407542 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-f07f6881-4073-4071-992c-20b89b2dd1cd req-de9bb87a-9b33-40d7-9080-89b2aae5ab53 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2553b9cb-b26a-4b24-9781-fd6d809b1776 HTTP/1.1" status: 200 len: 998 time: 0.0621085 Jul 07 14:39:39.423351 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-e2302b04-ee8e-4838-9f68-b3baaf25696a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf440855-b599-46aa-a455-f85cde04b890', 'name': 'tempest-TestVolumeBootPattern-93386920-router', 'tenant_id': '0ce05d06ad794625bef8693b2fcb923d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'external_fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': 'f71ba50b-4488-430a-afdc-4c771cab180d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T14:36:26Z', 'updated_at': '2021-07-07T14:36:28Z', 'revision_number': 4, 'project_id': '0ce05d06ad794625bef8693b2fcb923d', 'gw_port': {'id': 'f71ba50b-4488-430a-afdc-4c771cab180d', 'name': '', 'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:59:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf440855-b599-46aa-a455-f85cde04b890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:36:26Z', 'updated_at': '2021-07-07T14:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799821-1-iscsi', '_floatingips': [{'id': '99f24209-0416-4028-a56b-11abe0d84cb6', 'tenant_id': '0ce05d06ad794625bef8693b2fcb923d', 'floating_ip_address': '172.27.0.50', 'floating_network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'router_id': 'bf440855-b599-46aa-a455-f85cde04b890', 'port_id': '2553b9cb-b26a-4b24-9781-fd6d809b1776', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c35d8b0-d101-469c-acc6-415586fc4a11', 'mac_address': 'fa:16:3e:ed:05:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de44f84-c30a-4dea-b1b5-70447c949561', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T14:39:38Z', 'updated_at': '2021-07-07T14:39:38Z', 'revision_number': 0, 'project_id': '0ce05d06ad794625bef8693b2fcb923d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ffa04ba-c769-4e77-a757-8b2c755581c7', 'name': '', 'network_id': '6c35d8b0-d101-469c-acc6-415586fc4a11', 'tenant_id': '0ce05d06ad794625bef8693b2fcb923d', 'mac_address': 'fa:16:3e:29:02:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf440855-b599-46aa-a455-f85cde04b890', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'd30bc248-8afd-40ea-829c-3f5850a24126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:36:28Z', 'updated_at': '2021-07-07T14:36:35Z', 'revision_number': 5, 'project_id': '0ce05d06ad794625bef8693b2fcb923d', 'subnets': [{'id': 'd30bc248-8afd-40ea-829c-3f5850a24126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799821-1-iscsi', False) {} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:39:39.449443 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2302b04-ee8e-4838-9f68-b3baaf25696a None None] Checking router: bf440855-b599-46aa-a455-f85cde04b890 for host: dv-cinder-799821-1-iscsi {{(pid=92955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 14:39:39.455946 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07f6881-4073-4071-992c-20b89b2dd1cd req-2035f12d-75a2-4ebf-a16e-6b2a7e5bea2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:39:39.457534 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-f07f6881-4073-4071-992c-20b89b2dd1cd req-2035f12d-75a2-4ebf-a16e-6b2a7e5bea2b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d30bc248-8afd-40ea-829c-3f5850a24126 HTTP/1.1" status: 200 len: 849 time: 0.0436435 Jul 07 14:39:39.457820 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2302b04-ee8e-4838-9f68-b3baaf25696a None None] Routers {'bf440855-b599-46aa-a455-f85cde04b890'} bound to L3 agent in host dv-cinder-799821-1-iscsi {{(pid=92955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 14:39:39.458419 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-e2302b04-ee8e-4838-9f68-b3baaf25696a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T13:53:27Z,description=,heartbeat_timestamp=2021-07-07T14:39:28Z,host='dv-cinder-799821-1-iscsi',id=652ddd47-bc13-4e1c-8285-b4eb8cea957f,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:53:27Z,topic='l3_agent')) {'router_ids': ['bf440855-b599-46aa-a455-f85cde04b890'], 'active': True} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:39:39.514417 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07f6881-4073-4071-992c-20b89b2dd1cd req-06fab8b1-9778-4eaf-947a-d60f55678a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:39:39.515969 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-f07f6881-4073-4071-992c-20b89b2dd1cd req-06fab8b1-9778-4eaf-947a-d60f55678a06 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6c35d8b0-d101-469c-acc6-415586fc4a11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0522704 Jul 07 14:39:39.563936 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvr_db [None req-e2302b04-ee8e-4838-9f68-b3baaf25696a None None] Set router bf440855-b599-46aa-a455-f85cde04b890 gateway port host: dv-cinder-799821-1-iscsi {{(pid=92955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 14:39:39.609856 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-f07f6881-4073-4071-992c-20b89b2dd1cd req-254e067c-f72b-453f-839a-64fc56b10975 service neutron] 10.222.0.24 "GET /v2.0/networks/6c35d8b0-d101-469c-acc6-415586fc4a11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871341 Jul 07 14:39:39.698145 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-f07f6881-4073-4071-992c-20b89b2dd1cd req-ead3be2c-a485-4428-b594-59bf18ef362e service neutron] 10.222.0.24 "GET /v2.0/networks/6c35d8b0-d101-469c-acc6-415586fc4a11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818701 Jul 07 14:39:39.784842 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-e2302b04-ee8e-4838-9f68-b3baaf25696a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf440855-b599-46aa-a455-f85cde04b890', 'name': 'tempest-TestVolumeBootPattern-93386920-router', 'tenant_id': '0ce05d06ad794625bef8693b2fcb923d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'external_fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': 'f71ba50b-4488-430a-afdc-4c771cab180d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T14:36:26Z', 'updated_at': '2021-07-07T14:36:28Z', 'revision_number': 4, 'project_id': '0ce05d06ad794625bef8693b2fcb923d', 'gw_port': {'id': 'f71ba50b-4488-430a-afdc-4c771cab180d', 'name': '', 'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:59:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf440855-b599-46aa-a455-f85cde04b890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:36:26Z', 'updated_at': '2021-07-07T14:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799821-1-iscsi', '_floatingips': [{'id': '99f24209-0416-4028-a56b-11abe0d84cb6', 'tenant_id': '0ce05d06ad794625bef8693b2fcb923d', 'floating_ip_address': '172.27.0.50', 'floating_network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'router_id': 'bf440855-b599-46aa-a455-f85cde04b890', 'port_id': '2553b9cb-b26a-4b24-9781-fd6d809b1776', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c35d8b0-d101-469c-acc6-415586fc4a11', 'mac_address': 'fa:16:3e:ed:05:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de44f84-c30a-4dea-b1b5-70447c949561', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T14:39:38Z', 'updated_at': '2021-07-07T14:39:38Z', 'revision_number': 0, 'project_id': '0ce05d06ad794625bef8693b2fcb923d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ffa04ba-c769-4e77-a757-8b2c755581c7', 'name': '', 'network_id': '6c35d8b0-d101-469c-acc6-415586fc4a11', 'tenant_id': '0ce05d06ad794625bef8693b2fcb923d', 'mac_address': 'fa:16:3e:29:02:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf440855-b599-46aa-a455-f85cde04b890', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'd30bc248-8afd-40ea-829c-3f5850a24126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:36:28Z', 'updated_at': '2021-07-07T14:36:35Z', 'revision_number': 5, 'project_id': '0ce05d06ad794625bef8693b2fcb923d', 'subnets': [{'id': 'd30bc248-8afd-40ea-829c-3f5850a24126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799821-1-iscsi', False) {} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:39:39.809882 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2302b04-ee8e-4838-9f68-b3baaf25696a None None] The sync data for ids ['bf440855-b599-46aa-a455-f85cde04b890'] in dv-cinder-799821-1-iscsi is: [{'id': 'bf440855-b599-46aa-a455-f85cde04b890', 'name': 'tempest-TestVolumeBootPattern-93386920-router', 'tenant_id': '0ce05d06ad794625bef8693b2fcb923d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'external_fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': 'f71ba50b-4488-430a-afdc-4c771cab180d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T14:36:26Z', 'updated_at': '2021-07-07T14:36:28Z', 'revision_number': 4, 'project_id': '0ce05d06ad794625bef8693b2fcb923d', 'gw_port': {'id': 'f71ba50b-4488-430a-afdc-4c771cab180d', 'name': '', 'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:59:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf440855-b599-46aa-a455-f85cde04b890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:36:26Z', 'updated_at': '2021-07-07T14:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799821-1-iscsi', '_floatingips': [{'id': '99f24209-0416-4028-a56b-11abe0d84cb6', 'tenant_id': '0ce05d06ad794625bef8693b2fcb923d', 'floating_ip_address': '172.27.0.50', 'floating_network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'router_id': 'bf440855-b599-46aa-a455-f85cde04b890', 'port_id': '2553b9cb-b26a-4b24-9781-fd6d809b1776', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c35d8b0-d101-469c-acc6-415586fc4a11', 'mac_address': 'fa:16:3e:ed:05:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de44f84-c30a-4dea-b1b5-70447c949561', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T14:39:38Z', 'updated_at': '2021-07-07T14:39:38Z', 'revision_number': 0, 'project_id': '0ce05d06ad794625bef8693b2fcb923d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ffa04ba-c769-4e77-a757-8b2c755581c7', 'name': '', 'network_id': '6c35d8b0-d101-469c-acc6-415586fc4a11', 'tenant_id': '0ce05d06ad794625bef8693b2fcb923d', 'mac_address': 'fa:16:3e:29:02:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf440855-b599-46aa-a455-f85cde04b890', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'd30bc248-8afd-40ea-829c-3f5850a24126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:36:28Z', 'updated_at': '2021-07-07T14:36:35Z', 'revision_number': 5, 'project_id': '0ce05d06ad794625bef8693b2fcb923d', 'subnets': [{'id': 'd30bc248-8afd-40ea-829c-3f5850a24126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 14:39:39.999323 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7059581a-b49a-4a4a-a10d-9ba553947b87 None None] New status for floating IP 99f24209-0416-4028-a56b-11abe0d84cb6: ACTIVE {{(pid=92956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 14:39:54.933461 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-75937223-46ea-4fb9-81ea-9ebe0eb910c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:39:57.540759 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-d1cea51b-04d1-40f1-88c3-5833bd2cca07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:39:57.868049 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:39:58.776399 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-797095d9-f31f-46bc-add0-d9922559420e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:40:00.358984 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-c5f5927c-c351-44f4-9250-8e5614894d6a req-50116101-be4f-4f43-a1fb-67bc2168f763 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3de44f84-c30a-4dea-b1b5-70447c949561&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0544894 Jul 07 14:40:00.369165 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-de2cb0b5-6e4a-418e-bae1-4b4e8a512c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:40:00.452786 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f5927c-c351-44f4-9250-8e5614894d6a req-46d92619-9cbf-40ab-b9c0-3c65765231e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:40:00.454243 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-c5f5927c-c351-44f4-9250-8e5614894d6a req-46d92619-9cbf-40ab-b9c0-3c65765231e8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0ce05d06ad794625bef8693b2fcb923d&device_id=3de44f84-c30a-4dea-b1b5-70447c949561 HTTP/1.1" status: 200 len: 1098 time: 0.0511210 Jul 07 14:40:00.554951 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f5927c-c351-44f4-9250-8e5614894d6a req-4e42399c-69ed-45d4-a807-feba3bb3f92e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:40:00.557011 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-c5f5927c-c351-44f4-9250-8e5614894d6a req-4e42399c-69ed-45d4-a807-feba3bb3f92e service neutron] 10.222.0.24 "GET /v2.0/networks?id=6c35d8b0-d101-469c-acc6-415586fc4a11 HTTP/1.1" status: 200 len: 911 time: 0.0830204 Jul 07 14:40:00.624024 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-c5f5927c-c351-44f4-9250-8e5614894d6a req-a58c8ea1-97fa-4da2-b7fe-00f032308a35 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2553b9cb-b26a-4b24-9781-fd6d809b1776 HTTP/1.1" status: 200 len: 1000 time: 0.0597551 Jul 07 14:40:00.672165 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f5927c-c351-44f4-9250-8e5614894d6a req-e24fbeca-dd58-4d60-b4ea-198571a7bd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:40:00.673550 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-c5f5927c-c351-44f4-9250-8e5614894d6a req-e24fbeca-dd58-4d60-b4ea-198571a7bd33 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d30bc248-8afd-40ea-829c-3f5850a24126 HTTP/1.1" status: 200 len: 849 time: 0.0423844 Jul 07 14:40:00.730296 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f5927c-c351-44f4-9250-8e5614894d6a req-574d469b-8db4-4df4-a53d-b74c1b9ae23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:40:00.731766 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-c5f5927c-c351-44f4-9250-8e5614894d6a req-574d469b-8db4-4df4-a53d-b74c1b9ae23c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6c35d8b0-d101-469c-acc6-415586fc4a11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0510628 Jul 07 14:40:00.823494 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-c5f5927c-c351-44f4-9250-8e5614894d6a req-ee098269-df1b-4850-9df0-8e9e4ad07772 service neutron] 10.222.0.24 "GET /v2.0/networks/6c35d8b0-d101-469c-acc6-415586fc4a11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836189 Jul 07 14:40:00.911057 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-c5f5927c-c351-44f4-9250-8e5614894d6a req-1f14be35-2090-4bf4-92da-94aa60c00fac service neutron] 10.222.0.24 "GET /v2.0/networks/6c35d8b0-d101-469c-acc6-415586fc4a11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800579 Jul 07 14:40:02.721152 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:40:15.251154 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.agents_db [None req-578d1851-68de-424d-8d1f-a58f436dd381 None None] Agent healthcheck: found 6 active agents {{(pid=92956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 14:40:24.932964 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-d8c39870-7561-453a-a5f7-f985cfdab899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:40:27.540573 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-223b4e37-c3b5-442b-b526-6dfd217e2cd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:40:27.869278 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:40:28.779400 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-797095d9-f31f-46bc-add0-d9922559420e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:40:30.372422 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-de2cb0b5-6e4a-418e-bae1-4b4e8a512c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:40:32.731860 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:40:52.250826 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.agents_db [None req-578d1851-68de-424d-8d1f-a58f436dd381 None None] Agent healthcheck: found 6 active agents {{(pid=92956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 14:40:54.940032 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-bf8b9b61-e7c2-4f9a-870a-d81ba015a24a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:40:57.540301 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-0e715f88-8230-498b-88b7-e97283105f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:40:57.874196 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:40:58.782283 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-797095d9-f31f-46bc-add0-d9922559420e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:41:00.375823 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-de2cb0b5-6e4a-418e-bae1-4b4e8a512c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:41:01.377982 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-91991c09-4762-4226-a035-72ff35ecee57 req-6f0f947f-6e35-4754-a088-c5199aa70ee1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3de44f84-c30a-4dea-b1b5-70447c949561&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0553982 Jul 07 14:41:01.479935 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91991c09-4762-4226-a035-72ff35ecee57 req-c33c2e42-1b18-4ef9-9873-063c12c213a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:41:01.481370 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-91991c09-4762-4226-a035-72ff35ecee57 req-c33c2e42-1b18-4ef9-9873-063c12c213a4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0ce05d06ad794625bef8693b2fcb923d&device_id=3de44f84-c30a-4dea-b1b5-70447c949561 HTTP/1.1" status: 200 len: 1098 time: 0.0511937 Jul 07 14:41:01.596939 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91991c09-4762-4226-a035-72ff35ecee57 req-99d1da17-d632-4e9d-a79a-649eb6f5862c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:41:01.598309 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-91991c09-4762-4226-a035-72ff35ecee57 req-99d1da17-d632-4e9d-a79a-649eb6f5862c service neutron] 10.222.0.24 "GET /v2.0/networks?id=6c35d8b0-d101-469c-acc6-415586fc4a11 HTTP/1.1" status: 200 len: 911 time: 0.0896912 Jul 07 14:41:01.668478 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-91991c09-4762-4226-a035-72ff35ecee57 req-448e201f-87a2-406c-9e49-f15d70287afd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2553b9cb-b26a-4b24-9781-fd6d809b1776 HTTP/1.1" status: 200 len: 1000 time: 0.0599229 Jul 07 14:41:01.716882 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91991c09-4762-4226-a035-72ff35ecee57 req-b89a1d9e-211a-40ed-b4af-af8835928088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:41:01.718264 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-91991c09-4762-4226-a035-72ff35ecee57 req-b89a1d9e-211a-40ed-b4af-af8835928088 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d30bc248-8afd-40ea-829c-3f5850a24126 HTTP/1.1" status: 200 len: 849 time: 0.0424139 Jul 07 14:41:01.780258 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91991c09-4762-4226-a035-72ff35ecee57 req-ab1693f2-fb07-4ba5-b93a-b83817bc4fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:41:01.781744 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-91991c09-4762-4226-a035-72ff35ecee57 req-ab1693f2-fb07-4ba5-b93a-b83817bc4fc1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6c35d8b0-d101-469c-acc6-415586fc4a11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0525391 Jul 07 14:41:01.875095 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-91991c09-4762-4226-a035-72ff35ecee57 req-4b2e0e13-3842-42a0-9b5a-6ef905685725 service neutron] 10.222.0.24 "GET /v2.0/networks/6c35d8b0-d101-469c-acc6-415586fc4a11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829501 Jul 07 14:41:01.964557 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-91991c09-4762-4226-a035-72ff35ecee57 req-b1fd1879-f0fe-4b72-b210-d76181203939 service neutron] 10.222.0.24 "GET /v2.0/networks/6c35d8b0-d101-469c-acc6-415586fc4a11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787981 Jul 07 14:41:02.738701 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:41:24.930510 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-91d86493-e6d3-41b3-a817-31242d5aa976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:41:26.090909 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-1a853c68-cb86-4e40-9586-3e7498944059 req-ca7fa2f6-43f0-4665-bfcb-c28830885f77 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-693796439&fields=id&tenant_id=0ce05d06ad794625bef8693b2fcb923d HTTP/1.1" status: 200 len: 267 time: 0.0440030 Jul 07 14:41:26.429300 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a853c68-cb86-4e40-9586-3e7498944059 req-4840cd88-43d3-4466-be83-af8651b13a47 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:41:26.430764 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-1a853c68-cb86-4e40-9586-3e7498944059 req-4840cd88-43d3-4466-be83-af8651b13a47 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] 10.222.0.16 "GET /v2.0/networks?id=6c35d8b0-d101-469c-acc6-415586fc4a11 HTTP/1.1" status: 200 len: 810 time: 0.3335984 Jul 07 14:41:26.445368 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-1a853c68-cb86-4e40-9586-3e7498944059 req-d2a83c86-f9af-4309-9284-efe7fed236e4 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] 10.222.0.16 "GET /v2.0/quotas/0ce05d06ad794625bef8693b2fcb923d HTTP/1.1" status: 200 len: 375 time: 0.0085874 Jul 07 14:41:26.514748 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-1a853c68-cb86-4e40-9586-3e7498944059 req-4fd62a51-e42f-4455-97e3-f2998748fe6c tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0ce05d06ad794625bef8693b2fcb923d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0643466 Jul 07 14:41:26.650228 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-1a853c68-cb86-4e40-9586-3e7498944059 req-b0a3710e-03f5-447d-986a-7fce4486923e service neutron] 10.222.0.16 "GET /v2.0/networks/6c35d8b0-d101-469c-acc6-415586fc4a11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240244 Jul 07 14:41:26.739273 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-1a853c68-cb86-4e40-9586-3e7498944059 req-2715d5ad-9a5d-4182-bdf8-9882eadc3083 service neutron] 10.222.0.16 "GET /v2.0/networks/6c35d8b0-d101-469c-acc6-415586fc4a11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829885 Jul 07 14:41:27.038727 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-604aff25-af43-4c34-88aa-84d5911afd78 req-ce176d30-2476-47b4-acf0-d1c42cfd1e67 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] 10.222.0.16 "GET /v2.0/ports?device_id=75307813-8c22-418f-8d25-cebd96b3f56c HTTP/1.1" status: 200 len: 210 time: 0.0334222 Jul 07 14:41:27.540625 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-c6f8f0d0-2bad-44d5-b9ee-bf019edc56c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:41:27.874924 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:41:28.204106 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-e63ea1f1-53fc-4cae-8a41-1e5df02ee029 req-beaf3546-abc2-46c9-8288-275701f41bb8 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] 10.222.0.16 "GET /v2.0/ports?device_id=75307813-8c22-418f-8d25-cebd96b3f56c HTTP/1.1" status: 200 len: 210 time: 0.0296061 Jul 07 14:41:28.249009 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a853c68-cb86-4e40-9586-3e7498944059 req-c7e7ba5e-dcdc-4508-9135-9edd1d5e8442 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:41:28.250477 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-1a853c68-cb86-4e40-9586-3e7498944059 req-c7e7ba5e-dcdc-4508-9135-9edd1d5e8442 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] 10.222.0.24 "GET /v2.0/networks?id=6c35d8b0-d101-469c-acc6-415586fc4a11 HTTP/1.1" status: 200 len: 810 time: 0.1132588 Jul 07 14:41:28.301929 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-1a853c68-cb86-4e40-9586-3e7498944059 req-64a06e04-6506-433f-96a7-ff5d8abb26e9 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ce05d06ad794625bef8693b2fcb923d HTTP/1.1" status: 200 len: 379 time: 0.0343437 Jul 07 14:41:28.313603 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [req-1a853c68-cb86-4e40-9586-3e7498944059 req-3a53005f-fff7-4805-a739-ce53ec5b64ea tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Request body: {'port': {'device_id': '75307813-8c22-418f-8d25-cebd96b3f56c', 'network_id': '6c35d8b0-d101-469c-acc6-415586fc4a11', 'admin_state_up': True, 'tenant_id': '0ce05d06ad794625bef8693b2fcb923d', 'security_groups': ['3e32c3d7-cb5e-47d0-89f3-f4aa606fe8ec']}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 14:41:28.436816 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a853c68-cb86-4e40-9586-3e7498944059 req-3a53005f-fff7-4805-a739-ce53ec5b64ea tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Made reservation on behalf of 0ce05d06ad794625bef8693b2fcb923d for: {'port': 1} {{(pid=92954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 14:41:28.440480 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-1a853c68-cb86-4e40-9586-3e7498944059 req-3a53005f-fff7-4805-a739-ce53ec5b64ea tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:41:28.559211 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.db.db_base_plugin_common [req-1a853c68-cb86-4e40-9586-3e7498944059 req-3a53005f-fff7-4805-a739-ce53ec5b64ea tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Allocated IP 172.20.0.5 (6c35d8b0-d101-469c-acc6-415586fc4a11/d30bc248-8afd-40ea-829c-3f5850a24126/432507d1-9460-4e32-91e4-7b85e2de2394) {{(pid=92954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 14:41:28.700311 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-1a853c68-cb86-4e40-9586-3e7498944059 req-3a53005f-fff7-4805-a739-ce53ec5b64ea tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Notify callbacks [] for port, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:41:28.713936 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.db.provisioning_blocks [req-1a853c68-cb86-4e40-9586-3e7498944059 req-3a53005f-fff7-4805-a739-ce53ec5b64ea tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Transition to ACTIVE for port object 432507d1-9460-4e32-91e4-7b85e2de2394 will not be triggered until provisioned by entity DHCP. {{(pid=92954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 14:41:28.748617 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-1a853c68-cb86-4e40-9586-3e7498944059 req-3a53005f-fff7-4805-a739-ce53ec5b64ea tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744350976988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8461633'] for port, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:41:28.786800 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-797095d9-f31f-46bc-add0-d9922559420e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:41:28.793087 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a853c68-cb86-4e40-9586-3e7498944059 req-3a53005f-fff7-4805-a739-ce53ec5b64ea tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Network 6c35d8b0-d101-469c-acc6-415586fc4a11 is already hosted by enough agents. {{(pid=92954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 14:41:28.796314 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.scheduler.base_scheduler [req-1a853c68-cb86-4e40-9586-3e7498944059 req-3a53005f-fff7-4805-a739-ce53ec5b64ea tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Resources bound (agent type, host, resource id): {{(pid=92954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 14:41:28.802833 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a853c68-cb86-4e40-9586-3e7498944059 req-3a53005f-fff7-4805-a739-ce53ec5b64ea tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Received port after_create {{(pid=92954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 14:41:28.828401 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a53005f-fff7-4805-a739-ce53ec5b64ea tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Pushing event updated for resources: {'Port': ['ID=432507d1-9460-4e32-91e4-7b85e2de2394,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:41:28.847288 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a53005f-fff7-4805-a739-ce53ec5b64ea tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:41:28.847630 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a53005f-fff7-4805-a739-ce53ec5b64ea tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:41:28.848170 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a53005f-fff7-4805-a739-ce53ec5b64ea tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:41:28.848664 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a53005f-fff7-4805-a739-ce53ec5b64ea tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:41:28.849161 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a53005f-fff7-4805-a739-ce53ec5b64ea tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:41:28.849681 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a53005f-fff7-4805-a739-ce53ec5b64ea tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:41:28.849986 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a53005f-fff7-4805-a739-ce53ec5b64ea tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:41:28.850487 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a53005f-fff7-4805-a739-ce53ec5b64ea tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:41:28.850794 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a53005f-fff7-4805-a739-ce53ec5b64ea tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:41:28.851336 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a53005f-fff7-4805-a739-ce53ec5b64ea tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:41:28.851715 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a53005f-fff7-4805-a739-ce53ec5b64ea tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:41:28.852049 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a53005f-fff7-4805-a739-ce53ec5b64ea tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:41:28.875393 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a853c68-cb86-4e40-9586-3e7498944059 req-3a53005f-fff7-4805-a739-ce53ec5b64ea tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:41:28.876352 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-1a853c68-cb86-4e40-9586-3e7498944059 req-3a53005f-fff7-4805-a739-ce53ec5b64ea tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171717'] for port, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:41:28.894086 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-1a853c68-cb86-4e40-9586-3e7498944059 req-3a53005f-fff7-4805-a739-ce53ec5b64ea tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5841532 Jul 07 14:41:28.906361 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [req-1a853c68-cb86-4e40-9586-3e7498944059 req-f7446cfc-6b92-437e-a492-c89ba1b49205 service neutron] Request body: {'port': {'device_id': '75307813-8c22-418f-8d25-cebd96b3f56c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79982'}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 14:41:28.985850 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-1a853c68-cb86-4e40-9586-3e7498944059 req-f7446cfc-6b92-437e-a492-c89ba1b49205 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:41:29.059588 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-873c886e-7a6a-4227-88f9-35b22d2b623e None None] Provisioning for port 432507d1-9460-4e32-91e4-7b85e2de2394 completed by entity DHCP. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 14:41:29.063163 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-873c886e-7a6a-4227-88f9-35b22d2b623e None None] Provisioning complete for port 432507d1-9460-4e32-91e4-7b85e2de2394 triggered by entity DHCP. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 14:41:29.063524 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-873c886e-7a6a-4227-88f9-35b22d2b623e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732533'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:41:29.096605 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-873c886e-7a6a-4227-88f9-35b22d2b623e None None] Port 432507d1-9460-4e32-91e4-7b85e2de2394 cannot update to ACTIVE because it is not bound. {{(pid=92955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 14:41:29.241652 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.notifiers.nova [req-1a853c68-cb86-4e40-9586-3e7498944059 req-f7446cfc-6b92-437e-a492-c89ba1b49205 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 432507d1-9460-4e32-91e4-7b85e2de2394 {{(pid=92954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 14:41:29.249808 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-1a853c68-cb86-4e40-9586-3e7498944059 req-f7446cfc-6b92-437e-a492-c89ba1b49205 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:41:29.251462 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.agents_db [None req-578d1851-68de-424d-8d1f-a58f436dd381 None None] Agent healthcheck: found 6 active agents {{(pid=92956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 14:41:29.264228 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.db.provisioning_blocks [req-1a853c68-cb86-4e40-9586-3e7498944059 req-f7446cfc-6b92-437e-a492-c89ba1b49205 service neutron] Transition to ACTIVE for port object 432507d1-9460-4e32-91e4-7b85e2de2394 will not be triggered until provisioned by entity L2. {{(pid=92954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 14:41:29.269241 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-1a853c68-cb86-4e40-9586-3e7498944059 req-f7446cfc-6b92-437e-a492-c89ba1b49205 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8461747'] for port, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:41:29.319073 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7446cfc-6b92-437e-a492-c89ba1b49205 service neutron] Pushing event updated for resources: {'Port': ['ID=432507d1-9460-4e32-91e4-7b85e2de2394,revision_number=2']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:41:29.388734 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [req-1a853c68-cb86-4e40-9586-3e7498944059 req-f7446cfc-6b92-437e-a492-c89ba1b49205 service neutron] Attempting to bind port 432507d1-9460-4e32-91e4-7b85e2de2394 on host hv-cinder-79982 for vnic_type normal with profile {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 14:41:29.389070 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [req-1a853c68-cb86-4e40-9586-3e7498944059 req-f7446cfc-6b92-437e-a492-c89ba1b49205 service neutron] Attempting to bind port 432507d1-9460-4e32-91e4-7b85e2de2394 by drivers openvswitch,hyperv on host hv-cinder-79982 at level 0 using segments [{'id': '06112c06-3017-4cd2-b257-79638c135136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '6c35d8b0-d101-469c-acc6-415586fc4a11'}] {{(pid=92954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 14:41:29.389395 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a853c68-cb86-4e40-9586-3e7498944059 req-f7446cfc-6b92-437e-a492-c89ba1b49205 service neutron] Attempting to bind port 432507d1-9460-4e32-91e4-7b85e2de2394 on network 6c35d8b0-d101-469c-acc6-415586fc4a11 {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 14:41:29.393796 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a853c68-cb86-4e40-9586-3e7498944059 req-f7446cfc-6b92-437e-a492-c89ba1b49205 service neutron] Port 432507d1-9460-4e32-91e4-7b85e2de2394 on network 6c35d8b0-d101-469c-acc6-415586fc4a11 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79982 {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 14:41:29.394117 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a853c68-cb86-4e40-9586-3e7498944059 req-f7446cfc-6b92-437e-a492-c89ba1b49205 service neutron] Attempting to bind port 432507d1-9460-4e32-91e4-7b85e2de2394 on network 6c35d8b0-d101-469c-acc6-415586fc4a11 {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 14:41:29.399151 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a853c68-cb86-4e40-9586-3e7498944059 req-f7446cfc-6b92-437e-a492-c89ba1b49205 service neutron] Checking agent: {'id': 'e287df4f-fe28-4fcb-9cb8-6aa29893570a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79982', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 13, 59, 32), 'started_at': datetime.datetime(2021, 7, 7, 13, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 14, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 14:41:29.399484 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a853c68-cb86-4e40-9586-3e7498944059 req-f7446cfc-6b92-437e-a492-c89ba1b49205 service neutron] Checking segment: {'id': '06112c06-3017-4cd2-b257-79638c135136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '6c35d8b0-d101-469c-acc6-415586fc4a11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 14:41:29.399858 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a853c68-cb86-4e40-9586-3e7498944059 req-f7446cfc-6b92-437e-a492-c89ba1b49205 service neutron] Bound using segment: {'id': '06112c06-3017-4cd2-b257-79638c135136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '6c35d8b0-d101-469c-acc6-415586fc4a11'} {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 14:41:29.400311 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [req-1a853c68-cb86-4e40-9586-3e7498944059 req-f7446cfc-6b92-437e-a492-c89ba1b49205 service neutron] Bound port: 432507d1-9460-4e32-91e4-7b85e2de2394, host: hv-cinder-79982, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06112c06-3017-4cd2-b257-79638c135136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '6c35d8b0-d101-469c-acc6-415586fc4a11'}}] {{(pid=92954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 14:41:29.400669 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-1a853c68-cb86-4e40-9586-3e7498944059 req-f7446cfc-6b92-437e-a492-c89ba1b49205 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:41:29.409566 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46ae25d-c8a7-4843-a724-ae7da40d394e req-53c44e6a-9b99-44a7-bc49-ebe3cc698f20 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:41:29.411400 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-b46ae25d-c8a7-4843-a724-ae7da40d394e req-53c44e6a-9b99-44a7-bc49-ebe3cc698f20 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] 10.222.0.16 "GET /v2.0/ports?device_id=75307813-8c22-418f-8d25-cebd96b3f56c HTTP/1.1" status: 200 len: 943 time: 0.0663755 Jul 07 14:41:29.454096 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-b46ae25d-c8a7-4843-a724-ae7da40d394e req-a8f49ab7-06e5-4bdc-90ef-3a4d64846848 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e32c3d7-cb5e-47d0-89f3-f4aa606fe8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367830 Jul 07 14:41:29.475201 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [req-1a853c68-cb86-4e40-9586-3e7498944059 req-f7446cfc-6b92-437e-a492-c89ba1b49205 service neutron] For port 432507d1-9460-4e32-91e4-7b85e2de2394, host hv-cinder-79982, cleared binding levels {{(pid=92954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 14:41:29.480040 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [req-1a853c68-cb86-4e40-9586-3e7498944059 req-f7446cfc-6b92-437e-a492-c89ba1b49205 service neutron] For port 432507d1-9460-4e32-91e4-7b85e2de2394, host hv-cinder-79982, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79982',level=0,port_id=432507d1-9460-4e32-91e4-7b85e2de2394,segment=NetworkSegment(06112c06-3017-4cd2-b257-79638c135136),segment_id=06112c06-3017-4cd2-b257-79638c135136)] {{(pid=92954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 14:41:29.483437 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-1a853c68-cb86-4e40-9586-3e7498944059 req-f7446cfc-6b92-437e-a492-c89ba1b49205 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8461747'] for port, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:41:29.518155 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a853c68-cb86-4e40-9586-3e7498944059 req-f7446cfc-6b92-437e-a492-c89ba1b49205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:41:29.518883 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-1a853c68-cb86-4e40-9586-3e7498944059 req-f7446cfc-6b92-437e-a492-c89ba1b49205 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171717'] for port, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:41:29.520149 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-1a853c68-cb86-4e40-9586-3e7498944059 req-f7446cfc-6b92-437e-a492-c89ba1b49205 service neutron] 10.222.0.24 "PUT /v2.0/ports/432507d1-9460-4e32-91e4-7b85e2de2394 HTTP/1.1" status: 200 len: 1093 time: 0.6182320 Jul 07 14:41:29.520573 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75307813-8c22-418f-8d25-cebd96b3f56c', 'tag': '432507d1-9460-4e32-91e4-7b85e2de2394'}] {{(pid=92954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 14:41:29.522818 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23a2f25214143ca7dc6eabc905ff8a7df5b3799efbbaa422209646810e3da78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-616736e6-9fa0-4fce-812d-b3e4bfcacda5" -d '{"events": [{"name": "network-changed", "server_uuid": "75307813-8c22-418f-8d25-cebd96b3f56c", "tag": "432507d1-9460-4e32-91e4-7b85e2de2394"}]}' {{(pid=92954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 14:41:29.558393 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7446cfc-6b92-437e-a492-c89ba1b49205 service neutron] Pushing event updated for resources: {'Port': ['ID=432507d1-9460-4e32-91e4-7b85e2de2394,revision_number=3']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:41:29.579926 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 14:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-387bfcdf-634a-4865-ad6a-4cbbc7d5ba93 x-openstack-request-id: req-387bfcdf-634a-4865-ad6a-4cbbc7d5ba93 {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 14:41:29.580235 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75307813-8c22-418f-8d25-cebd96b3f56c", "tag": "432507d1-9460-4e32-91e4-7b85e2de2394", "status": "completed", "code": 200}]} {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 14:41:29.580483 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-387bfcdf-634a-4865-ad6a-4cbbc7d5ba93 {{(pid=92954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 14:41:29.580870 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75307813-8c22-418f-8d25-cebd96b3f56c', 'tag': '432507d1-9460-4e32-91e4-7b85e2de2394', 'status': 'completed', 'code': 200} Jul 07 14:41:29.628600 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a853c68-cb86-4e40-9586-3e7498944059 req-73efdfdc-eaad-4d96-9ca9-767e983acebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:41:29.630125 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-1a853c68-cb86-4e40-9586-3e7498944059 req-73efdfdc-eaad-4d96-9ca9-767e983acebc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0ce05d06ad794625bef8693b2fcb923d&device_id=75307813-8c22-418f-8d25-cebd96b3f56c HTTP/1.1" status: 200 len: 1096 time: 0.0592265 Jul 07 14:41:29.676407 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-1a853c68-cb86-4e40-9586-3e7498944059 req-cd7d762f-25cd-4c69-b20d-7316e926d34c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=432507d1-9460-4e32-91e4-7b85e2de2394 HTTP/1.1" status: 200 len: 217 time: 0.0351193 Jul 07 14:41:29.733670 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a853c68-cb86-4e40-9586-3e7498944059 req-b59f3e82-8afc-4761-8434-7b0a45b236dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:41:29.735157 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-1a853c68-cb86-4e40-9586-3e7498944059 req-b59f3e82-8afc-4761-8434-7b0a45b236dc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d30bc248-8afd-40ea-829c-3f5850a24126 HTTP/1.1" status: 200 len: 849 time: 0.0520442 Jul 07 14:41:29.794261 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a853c68-cb86-4e40-9586-3e7498944059 req-9a12700a-8092-4d9f-b4ce-f34a19042d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:41:29.795725 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-1a853c68-cb86-4e40-9586-3e7498944059 req-9a12700a-8092-4d9f-b4ce-f34a19042d75 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6c35d8b0-d101-469c-acc6-415586fc4a11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0532427 Jul 07 14:41:29.888786 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-1a853c68-cb86-4e40-9586-3e7498944059 req-9bc90f54-da83-4940-8405-7a54ab7f1628 service neutron] 10.222.0.24 "GET /v2.0/networks/6c35d8b0-d101-469c-acc6-415586fc4a11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804968 Jul 07 14:41:29.983084 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-1a853c68-cb86-4e40-9586-3e7498944059 req-51d0f764-2579-4213-ad8a-db9bfee7f2ee service neutron] 10.222.0.24 "GET /v2.0/networks/6c35d8b0-d101-469c-acc6-415586fc4a11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862801 Jul 07 14:41:30.107372 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616736e6-9fa0-4fce-812d-b3e4bfcacda5 req-26741cbc-82c6-4d6d-a513-96e0b1821dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:41:30.108755 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-616736e6-9fa0-4fce-812d-b3e4bfcacda5 req-26741cbc-82c6-4d6d-a513-96e0b1821dee service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0ce05d06ad794625bef8693b2fcb923d&device_id=75307813-8c22-418f-8d25-cebd96b3f56c HTTP/1.1" status: 200 len: 1096 time: 0.0688095 Jul 07 14:41:30.199299 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616736e6-9fa0-4fce-812d-b3e4bfcacda5 req-152d9388-5a80-48bc-a9c9-d5164d511b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:41:30.200764 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-616736e6-9fa0-4fce-812d-b3e4bfcacda5 req-152d9388-5a80-48bc-a9c9-d5164d511b34 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6c35d8b0-d101-469c-acc6-415586fc4a11 HTTP/1.1" status: 200 len: 911 time: 0.0855193 Jul 07 14:41:30.241317 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-616736e6-9fa0-4fce-812d-b3e4bfcacda5 req-9464dc0e-f0e8-404e-9d2e-db38302d288c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=432507d1-9460-4e32-91e4-7b85e2de2394 HTTP/1.1" status: 200 len: 217 time: 0.0333240 Jul 07 14:41:30.288468 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616736e6-9fa0-4fce-812d-b3e4bfcacda5 req-14329a00-b189-4b3c-8190-39572727da46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:41:30.289863 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-616736e6-9fa0-4fce-812d-b3e4bfcacda5 req-14329a00-b189-4b3c-8190-39572727da46 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d30bc248-8afd-40ea-829c-3f5850a24126 HTTP/1.1" status: 200 len: 849 time: 0.0420992 Jul 07 14:41:30.350385 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616736e6-9fa0-4fce-812d-b3e4bfcacda5 req-7b32e006-4954-4bb3-90d6-386b40b1eac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:41:30.352083 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-616736e6-9fa0-4fce-812d-b3e4bfcacda5 req-7b32e006-4954-4bb3-90d6-386b40b1eac5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6c35d8b0-d101-469c-acc6-415586fc4a11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0528548 Jul 07 14:41:30.378931 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-de2cb0b5-6e4a-418e-bae1-4b4e8a512c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:41:30.448845 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-616736e6-9fa0-4fce-812d-b3e4bfcacda5 req-a96474fc-a043-464d-a5c0-536a4e9af59b service neutron] 10.222.0.24 "GET /v2.0/networks/6c35d8b0-d101-469c-acc6-415586fc4a11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865529 Jul 07 14:41:30.541627 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-616736e6-9fa0-4fce-812d-b3e4bfcacda5 req-40e12e93-60d9-4d62-b104-161f9d6e98fb service neutron] 10.222.0.24 "GET /v2.0/networks/6c35d8b0-d101-469c-acc6-415586fc4a11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830793 Jul 07 14:41:30.629986 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5e6be3-0c4e-493a-b97f-91b876cb41db req-c93e6c68-668c-4ab8-984c-65180e89bb55 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:41:30.631451 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-6b5e6be3-0c4e-493a-b97f-91b876cb41db req-c93e6c68-668c-4ab8-984c-65180e89bb55 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] 10.222.0.16 "GET /v2.0/ports?device_id=75307813-8c22-418f-8d25-cebd96b3f56c HTTP/1.1" status: 200 len: 943 time: 0.0656843 Jul 07 14:41:30.667906 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-6b5e6be3-0c4e-493a-b97f-91b876cb41db req-288e8058-c646-4839-a468-e9c4ce679c15 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e32c3d7-cb5e-47d0-89f3-f4aa606fe8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303504 Jul 07 14:41:31.844002 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b66c632-1f57-427d-9770-c725be96c39b req-5fd33384-3e3d-43d2-b71c-75b6f65b9744 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:41:31.845432 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-1b66c632-1f57-427d-9770-c725be96c39b req-5fd33384-3e3d-43d2-b71c-75b6f65b9744 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] 10.222.0.16 "GET /v2.0/ports?device_id=75307813-8c22-418f-8d25-cebd96b3f56c HTTP/1.1" status: 200 len: 943 time: 0.0611198 Jul 07 14:41:31.881724 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-1b66c632-1f57-427d-9770-c725be96c39b req-259551b7-4539-4125-a172-06d5684aaf78 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e32c3d7-cb5e-47d0-89f3-f4aa606fe8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308163 Jul 07 14:41:32.753557 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:41:33.056012 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42a7f16-e5a2-4251-b424-c6e69d3be306 req-b5ad142a-462e-40bf-8cbe-49fea6187111 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:41:33.057974 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-d42a7f16-e5a2-4251-b424-c6e69d3be306 req-b5ad142a-462e-40bf-8cbe-49fea6187111 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] 10.222.0.16 "GET /v2.0/ports?device_id=75307813-8c22-418f-8d25-cebd96b3f56c HTTP/1.1" status: 200 len: 943 time: 0.0646422 Jul 07 14:41:33.094150 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-d42a7f16-e5a2-4251-b424-c6e69d3be306 req-f7463d34-1fdd-4cb4-a441-ad17bdc14c5f tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e32c3d7-cb5e-47d0-89f3-f4aa606fe8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307522 Jul 07 14:41:34.262886 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fce3c3-c91b-4ef3-b281-42ecdfa35519 req-350ac9e7-94d4-4349-a7a8-6ca147fcf297 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:41:34.264334 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-15fce3c3-c91b-4ef3-b281-42ecdfa35519 req-350ac9e7-94d4-4349-a7a8-6ca147fcf297 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] 10.222.0.16 "GET /v2.0/ports?device_id=75307813-8c22-418f-8d25-cebd96b3f56c HTTP/1.1" status: 200 len: 943 time: 0.0625758 Jul 07 14:41:34.301369 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-15fce3c3-c91b-4ef3-b281-42ecdfa35519 req-b2197484-7845-4c47-ac97-85a6d5bc5808 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e32c3d7-cb5e-47d0-89f3-f4aa606fe8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316198 Jul 07 14:41:35.469892 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caf97ec-2d92-4c29-a95c-d34ed99c4948 req-5c2504b5-2220-4455-8707-d63bf21e960a tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:41:35.471369 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-7caf97ec-2d92-4c29-a95c-d34ed99c4948 req-5c2504b5-2220-4455-8707-d63bf21e960a tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] 10.222.0.16 "GET /v2.0/ports?device_id=75307813-8c22-418f-8d25-cebd96b3f56c HTTP/1.1" status: 200 len: 943 time: 0.0611186 Jul 07 14:41:35.506790 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-7caf97ec-2d92-4c29-a95c-d34ed99c4948 req-4e3869ae-7fb7-4e81-968e-f68f4a530af2 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e32c3d7-cb5e-47d0-89f3-f4aa606fe8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298188 Jul 07 14:41:36.723528 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc10734-00f5-4daa-a235-75abdb675c57 req-6b59ec45-cee8-48e7-a1d0-ec7ab5a4cce3 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:41:36.724954 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-efc10734-00f5-4daa-a235-75abdb675c57 req-6b59ec45-cee8-48e7-a1d0-ec7ab5a4cce3 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] 10.222.0.16 "GET /v2.0/ports?device_id=75307813-8c22-418f-8d25-cebd96b3f56c HTTP/1.1" status: 200 len: 943 time: 0.0639188 Jul 07 14:41:36.761181 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-efc10734-00f5-4daa-a235-75abdb675c57 req-79b1281b-e5a6-4e04-80d5-9dd81d5325ce tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e32c3d7-cb5e-47d0-89f3-f4aa606fe8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297329 Jul 07 14:41:37.227085 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Device 432507d1-9460-4e32-91e4-7b85e2de2394 details requested by agent hyperv_hv-cinder-79982 with host hv-cinder-79982 {{(pid=92955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 14:41:37.323378 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] For port 432507d1-9460-4e32-91e4-7b85e2de2394, host hv-cinder-79982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79982',level=0,port_id=432507d1-9460-4e32-91e4-7b85e2de2394,segment=NetworkSegment(06112c06-3017-4cd2-b257-79638c135136),segment_id=06112c06-3017-4cd2-b257-79638c135136)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 14:41:37.334284 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Returning: {'device': '432507d1-9460-4e32-91e4-7b85e2de2394', 'network_id': '6c35d8b0-d101-469c-acc6-415586fc4a11', 'port_id': '432507d1-9460-4e32-91e4-7b85e2de2394', 'mac_address': 'fa:16:3e:fe:67:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd30bc248-8afd-40ea-829c-3f5850a24126', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 14:41:37.371544 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:41:37.383465 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.notifiers.nova [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 432507d1-9460-4e32-91e4-7b85e2de2394 {{(pid=92955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 14:41:37.402536 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] For port 432507d1-9460-4e32-91e4-7b85e2de2394, host hv-cinder-79982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79982',level=0,port_id=432507d1-9460-4e32-91e4-7b85e2de2394,segment=NetworkSegment(06112c06-3017-4cd2-b257-79638c135136),segment_id=06112c06-3017-4cd2-b257-79638c135136)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 14:41:37.405988 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:41:37.451354 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Pushing event updated for resources: {'Port': ['ID=432507d1-9460-4e32-91e4-7b85e2de2394,revision_number=4']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:41:37.457918 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:41:37.458264 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:41:37.458629 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:41:37.458968 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:41:37.459296 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:41:37.459623 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:41:37.459956 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:41:37.460277 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:41:37.460599 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:41:37.460919 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:41:37.461239 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:41:37.461557 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:41:37.712784 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] get_ports_and_sgs() called for port_ids ['432507d1-9460-4e32-91e4-7b85e2de2394'] {{(pid=92955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 14:41:37.982244 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43917d2-d61c-4b72-8789-0ba3d2378eb5 req-093594ce-b981-4a3b-a3b3-9d3346e25bf0 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:41:37.983662 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-d43917d2-d61c-4b72-8789-0ba3d2378eb5 req-093594ce-b981-4a3b-a3b3-9d3346e25bf0 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] 10.222.0.16 "GET /v2.0/ports?device_id=75307813-8c22-418f-8d25-cebd96b3f56c HTTP/1.1" status: 200 len: 944 time: 0.0661602 Jul 07 14:41:38.021574 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-d43917d2-d61c-4b72-8789-0ba3d2378eb5 req-42b5ad7f-8073-4342-b6f0-7745996cdbf7 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e32c3d7-cb5e-47d0-89f3-f4aa606fe8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323026 Jul 07 14:41:39.194592 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c64aaf-ea4a-4e36-8106-31f896d42bb4 req-c58a5388-978f-4dab-884a-a44fbac54baf tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:41:39.196018 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-60c64aaf-ea4a-4e36-8106-31f896d42bb4 req-c58a5388-978f-4dab-884a-a44fbac54baf tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] 10.222.0.16 "GET /v2.0/ports?device_id=75307813-8c22-418f-8d25-cebd96b3f56c HTTP/1.1" status: 200 len: 944 time: 0.0634501 Jul 07 14:41:39.230893 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Device 432507d1-9460-4e32-91e4-7b85e2de2394 up at agent hyperv_hv-cinder-79982 {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 14:41:39.234426 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-60c64aaf-ea4a-4e36-8106-31f896d42bb4 req-8ca76c9f-3974-4a04-aee8-ee7fb325ade5 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e32c3d7-cb5e-47d0-89f3-f4aa606fe8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322695 Jul 07 14:41:39.283857 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Provisioning for port 432507d1-9460-4e32-91e4-7b85e2de2394 completed by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 14:41:39.287447 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Provisioning complete for port 432507d1-9460-4e32-91e4-7b85e2de2394 triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 14:41:39.287817 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732533'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:41:39.360755 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:41:39.382801 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75307813-8c22-418f-8d25-cebd96b3f56c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '432507d1-9460-4e32-91e4-7b85e2de2394'}] {{(pid=92955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 14:41:39.385787 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5e11a9a08f0ebba7a9f0c3b7780f6d7944ec82452e2695ea1962573c23703eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ff7c771-2e5a-4936-bc92-dbe2436242ad" -d '{"events": [{"server_uuid": "75307813-8c22-418f-8d25-cebd96b3f56c", "name": "network-vif-plugged", "status": "completed", "tag": "432507d1-9460-4e32-91e4-7b85e2de2394"}]}' {{(pid=92955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 14:41:39.398282 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] For port 432507d1-9460-4e32-91e4-7b85e2de2394, host hv-cinder-79982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79982',level=0,port_id=432507d1-9460-4e32-91e4-7b85e2de2394,segment=NetworkSegment(06112c06-3017-4cd2-b257-79638c135136),segment_id=06112c06-3017-4cd2-b257-79638c135136)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 14:41:39.402900 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:41:39.451898 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Pushing event updated for resources: {'Port': ['ID=432507d1-9460-4e32-91e4-7b85e2de2394,revision_number=5']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:41:39.477625 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 14:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b369a474-a08b-4695-8e00-6728a6ba04ad x-openstack-request-id: req-b369a474-a08b-4695-8e00-6728a6ba04ad {{(pid=92955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 14:41:39.477897 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75307813-8c22-418f-8d25-cebd96b3f56c", "name": "network-vif-plugged", "status": "completed", "tag": "432507d1-9460-4e32-91e4-7b85e2de2394", "code": 200}]} {{(pid=92955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 14:41:39.478145 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b369a474-a08b-4695-8e00-6728a6ba04ad {{(pid=92955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 14:41:39.478562 dv-cinder-799821-1-iscsi neutron-server[92955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75307813-8c22-418f-8d25-cebd96b3f56c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '432507d1-9460-4e32-91e4-7b85e2de2394', 'code': 200} Jul 07 14:41:39.739325 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c48a2b-610f-4d08-a713-8f0443ade138 req-3366c2be-023e-43b9-9e82-ac5d3b81948c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:41:39.740721 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-72c48a2b-610f-4d08-a713-8f0443ade138 req-3366c2be-023e-43b9-9e82-ac5d3b81948c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=75307813-8c22-418f-8d25-cebd96b3f56c HTTP/1.1" status: 200 len: 1098 time: 0.0518420 Jul 07 14:41:39.774142 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-72c48a2b-610f-4d08-a713-8f0443ade138 req-ab07e306-1893-4b02-9760-307be53925c8 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=3e32c3d7-cb5e-47d0-89f3-f4aa606fe8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0268381 Jul 07 14:41:40.401291 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646a561f-06c6-4e4f-8dce-134dc23ddf08 req-58e66a48-e134-4e97-a1ed-b89f7a0f18f8 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:41:40.402774 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-646a561f-06c6-4e4f-8dce-134dc23ddf08 req-58e66a48-e134-4e97-a1ed-b89f7a0f18f8 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] 10.222.0.16 "GET /v2.0/ports?device_id=75307813-8c22-418f-8d25-cebd96b3f56c HTTP/1.1" status: 200 len: 945 time: 0.0621350 Jul 07 14:41:40.439353 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-646a561f-06c6-4e4f-8dce-134dc23ddf08 req-ac985bbd-b8f8-4f72-bb4c-5db5f4be9882 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e32c3d7-cb5e-47d0-89f3-f4aa606fe8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311625 Jul 07 14:41:41.619440 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2e36b0-510f-42ea-9109-8c1373ea4d32 req-de011cde-56aa-4fbc-83c7-350436a8aa76 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:41:41.620791 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-9a2e36b0-510f-42ea-9109-8c1373ea4d32 req-de011cde-56aa-4fbc-83c7-350436a8aa76 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] 10.222.0.16 "GET /v2.0/ports?device_id=75307813-8c22-418f-8d25-cebd96b3f56c HTTP/1.1" status: 200 len: 945 time: 0.0612235 Jul 07 14:41:41.656918 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-9a2e36b0-510f-42ea-9109-8c1373ea4d32 req-2add03bf-a92f-4efe-a1ee-1a58214ebf6a tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e32c3d7-cb5e-47d0-89f3-f4aa606fe8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306299 Jul 07 14:41:41.829159 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d93c650-8fd0-4997-9728-4fcbb06a1a63 req-7770164c-8c63-4bc0-96ab-8a7514a43e7f tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:41:41.830664 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-2d93c650-8fd0-4997-9728-4fcbb06a1a63 req-7770164c-8c63-4bc0-96ab-8a7514a43e7f tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] 10.222.0.16 "GET /v2.0/ports?device_id=75307813-8c22-418f-8d25-cebd96b3f56c HTTP/1.1" status: 200 len: 945 time: 0.0656826 Jul 07 14:41:41.868307 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-2d93c650-8fd0-4997-9728-4fcbb06a1a63 req-ac93fde4-b0d0-40d5-a216-6415deb17524 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e32c3d7-cb5e-47d0-89f3-f4aa606fe8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321641 Jul 07 14:41:41.892736 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 44094) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:41:41.943237 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b00ff96d-818f-4cf2-a179-c7be0536a7e2 tempest-TestVolumeBootPattern-1631456972 tempest-TestVolumeBootPattern-1631456972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:41:41.944702 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-b00ff96d-818f-4cf2-a179-c7be0536a7e2 tempest-TestVolumeBootPattern-1631456972 tempest-TestVolumeBootPattern-1631456972-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=75307813-8c22-418f-8d25-cebd96b3f56c HTTP/1.1" status: 200 len: 1093 time: 0.0510125 Jul 07 14:41:41.947539 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 44096) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:41:41.951820 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.v2.base [None req-f0b5cd1e-06bc-4897-8653-08eb759bd08a tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Request body: {'floatingip': {'floating_network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'port_id': '432507d1-9460-4e32-91e4-7b85e2de2394', 'tenant_id': '0ce05d06ad794625bef8693b2fcb923d', 'fixed_ip_address': '172.20.0.5'}} {{(pid=92953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 14:41:41.973199 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-f0b5cd1e-06bc-4897-8653-08eb759bd08a tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Notify callbacks [] for floatingip, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:41:42.068617 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-f0b5cd1e-06bc-4897-8653-08eb759bd08a tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:41:42.168754 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.db.db_base_plugin_common [None req-f0b5cd1e-06bc-4897-8653-08eb759bd08a tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Allocated IP 172.27.0.108 (c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5/157deb10-066f-4182-88bf-9da6b52b6e64/721b5bc7-3e86-466a-9d4d-17bbc45e36fb) {{(pid=92953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 14:41:42.273068 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-f0b5cd1e-06bc-4897-8653-08eb759bd08a tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Notify callbacks [] for port, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:41:42.310891 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-f0b5cd1e-06bc-4897-8653-08eb759bd08a tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-560701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744350976988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2608666'] for port, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:41:42.344751 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b5cd1e-06bc-4897-8653-08eb759bd08a tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Network c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5 is already hosted by enough agents. {{(pid=92953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 14:41:42.347565 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.scheduler.base_scheduler [None req-f0b5cd1e-06bc-4897-8653-08eb759bd08a tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Resources bound (agent type, host, resource id): {{(pid=92953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 14:41:42.351273 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b5cd1e-06bc-4897-8653-08eb759bd08a tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Received port after_create {{(pid=92953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 14:41:42.378715 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5cd1e-06bc-4897-8653-08eb759bd08a tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Pushing event updated for resources: {'Port': ['ID=721b5bc7-3e86-466a-9d4d-17bbc45e36fb,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:41:42.391502 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5cd1e-06bc-4897-8653-08eb759bd08a tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:41:42.391851 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5cd1e-06bc-4897-8653-08eb759bd08a tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:41:42.392193 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5cd1e-06bc-4897-8653-08eb759bd08a tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:41:42.392530 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5cd1e-06bc-4897-8653-08eb759bd08a tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:41:42.392861 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5cd1e-06bc-4897-8653-08eb759bd08a tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:41:42.393193 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5cd1e-06bc-4897-8653-08eb759bd08a tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:41:42.393522 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5cd1e-06bc-4897-8653-08eb759bd08a tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:41:42.393849 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5cd1e-06bc-4897-8653-08eb759bd08a tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:41:42.394175 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5cd1e-06bc-4897-8653-08eb759bd08a tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:41:42.394534 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5cd1e-06bc-4897-8653-08eb759bd08a tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:41:42.394865 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5cd1e-06bc-4897-8653-08eb759bd08a tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:41:42.395183 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5cd1e-06bc-4897-8653-08eb759bd08a tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:41:42.728329 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-f0b5cd1e-06bc-4897-8653-08eb759bd08a tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:41:42.805696 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-f0b5cd1e-06bc-4897-8653-08eb759bd08a tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560376'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:41:42.950665 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-f0b5cd1e-06bc-4897-8653-08eb759bd08a tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Notify callbacks [] for port, precommit_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:41:42.955022 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-f0b5cd1e-06bc-4897-8653-08eb759bd08a tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744351415848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744350977006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744350977567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2608872'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:41:43.024257 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5cd1e-06bc-4897-8653-08eb759bd08a tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Pushing event updated for resources: {'Port': ['ID=721b5bc7-3e86-466a-9d4d-17bbc45e36fb,revision_number=2']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:41:43.034089 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-f0b5cd1e-06bc-4897-8653-08eb759bd08a tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1662057'] for floatingip, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:41:43.132423 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.db.l3_db [None req-f0b5cd1e-06bc-4897-8653-08eb759bd08a tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Floating IP 11cbd6d6-38bd-44af-8520-5079015c23a6 associated. External IP: 172.27.0.108, port: 432507d1-9460-4e32-91e4-7b85e2de2394. Jul 07 14:41:43.339610 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0b5cd1e-06bc-4897-8653-08eb759bd08a tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Router bf440855-b599-46aa-a455-f85cde04b890 has already been hosted by L3 agent 652ddd47-bc13-4e1c-8285-b4eb8cea957f {{(pid=92953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 14:41:43.444836 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0b5cd1e-06bc-4897-8653-08eb759bd08a tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Notify agent at l3_agent.dv-cinder-799821-1-iscsi the message routers_updated {{(pid=92953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 14:41:43.454195 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21986157-4168-444c-93ec-8a76a5f132c6 None None] Sync routers for ids ['bf440855-b599-46aa-a455-f85cde04b890'] in dv-cinder-799821-1-iscsi {{(pid=92955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 14:41:43.469241 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-f0b5cd1e-06bc-4897-8653-08eb759bd08a tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171717'] for floatingip, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:41:43.508602 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-f0b5cd1e-06bc-4897-8653-08eb759bd08a tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5600352 Jul 07 14:41:43.509243 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75307813-8c22-418f-8d25-cebd96b3f56c', 'tag': '432507d1-9460-4e32-91e4-7b85e2de2394'}] {{(pid=92953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 14:41:43.514553 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b979791e0eb55c76fbaee7f898eb9add660ef90e10b4f8745b80363530633ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85a74f1f-d834-40e2-a529-58b85e0d5395" -d '{"events": [{"name": "network-changed", "server_uuid": "75307813-8c22-418f-8d25-cebd96b3f56c", "tag": "432507d1-9460-4e32-91e4-7b85e2de2394"}]}' {{(pid=92953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 14:41:43.556719 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 14:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-703de448-c72e-4ffd-a421-67ac4e06ac2e x-openstack-request-id: req-703de448-c72e-4ffd-a421-67ac4e06ac2e {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 14:41:43.557018 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75307813-8c22-418f-8d25-cebd96b3f56c", "tag": "432507d1-9460-4e32-91e4-7b85e2de2394", "status": "completed", "code": 200}]} {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 14:41:43.557271 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-703de448-c72e-4ffd-a421-67ac4e06ac2e {{(pid=92953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 14:41:43.557680 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75307813-8c22-418f-8d25-cebd96b3f56c', 'tag': '432507d1-9460-4e32-91e4-7b85e2de2394', 'status': 'completed', 'code': 200} Jul 07 14:41:43.591280 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21986157-4168-444c-93ec-8a76a5f132c6 None None] Routers {'bf440855-b599-46aa-a455-f85cde04b890'} bound to L3 agent in host dv-cinder-799821-1-iscsi {{(pid=92955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 14:41:43.591894 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-21986157-4168-444c-93ec-8a76a5f132c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T13:53:27Z,description=,heartbeat_timestamp=2021-07-07T14:41:28Z,host='dv-cinder-799821-1-iscsi',id=652ddd47-bc13-4e1c-8285-b4eb8cea957f,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:53:27Z,topic='l3_agent')) {'router_ids': ['bf440855-b599-46aa-a455-f85cde04b890'], 'active': True} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:41:43.632671 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a74f1f-d834-40e2-a529-58b85e0d5395 req-fa63febc-7118-496c-a6bd-3c94d89ecc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:41:43.634673 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-85a74f1f-d834-40e2-a529-58b85e0d5395 req-fa63febc-7118-496c-a6bd-3c94d89ecc91 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0ce05d06ad794625bef8693b2fcb923d&device_id=75307813-8c22-418f-8d25-cebd96b3f56c HTTP/1.1" status: 200 len: 1098 time: 0.0529337 Jul 07 14:41:43.695178 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvr_db [None req-21986157-4168-444c-93ec-8a76a5f132c6 None None] Set router bf440855-b599-46aa-a455-f85cde04b890 gateway port host: dv-cinder-799821-1-iscsi {{(pid=92955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 14:41:43.934641 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-21986157-4168-444c-93ec-8a76a5f132c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf440855-b599-46aa-a455-f85cde04b890', 'name': 'tempest-TestVolumeBootPattern-93386920-router', 'tenant_id': '0ce05d06ad794625bef8693b2fcb923d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'external_fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': 'f71ba50b-4488-430a-afdc-4c771cab180d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T14:36:26Z', 'updated_at': '2021-07-07T14:36:28Z', 'revision_number': 4, 'project_id': '0ce05d06ad794625bef8693b2fcb923d', 'gw_port': {'id': 'f71ba50b-4488-430a-afdc-4c771cab180d', 'name': '', 'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:59:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf440855-b599-46aa-a455-f85cde04b890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:36:26Z', 'updated_at': '2021-07-07T14:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799821-1-iscsi', '_floatingips': [{'id': '11cbd6d6-38bd-44af-8520-5079015c23a6', 'tenant_id': '0ce05d06ad794625bef8693b2fcb923d', 'floating_ip_address': '172.27.0.108', 'floating_network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'router_id': 'bf440855-b599-46aa-a455-f85cde04b890', 'port_id': '432507d1-9460-4e32-91e4-7b85e2de2394', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c35d8b0-d101-469c-acc6-415586fc4a11', 'mac_address': 'fa:16:3e:fe:67:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75307813-8c22-418f-8d25-cebd96b3f56c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T14:41:42Z', 'updated_at': '2021-07-07T14:41:42Z', 'revision_number': 0, 'project_id': '0ce05d06ad794625bef8693b2fcb923d', 'fixed_ip_address_scope': None}, {'id': '99f24209-0416-4028-a56b-11abe0d84cb6', 'tenant_id': '0ce05d06ad794625bef8693b2fcb923d', 'floating_ip_address': '172.27.0.50', 'floating_network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'router_id': 'bf440855-b599-46aa-a455-f85cde04b890', 'port_id': '2553b9cb-b26a-4b24-9781-fd6d809b1776', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c35d8b0-d101-469c-acc6-415586fc4a11', 'mac_address': 'fa:16:3e:ed:05:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de44f84-c30a-4dea-b1b5-70447c949561', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T14:39:38Z', 'updated_at': '2021-07-07T14:39:40Z', 'revision_number': 1, 'project_id': '0ce05d06ad794625bef8693b2fcb923d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ffa04ba-c769-4e77-a757-8b2c755581c7', 'name': '', 'network_id': '6c35d8b0-d101-469c-acc6-415586fc4a11', 'tenant_id': '0ce05d06ad794625bef8693b2fcb923d', 'mac_address': 'fa:16:3e:29:02:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf440855-b599-46aa-a455-f85cde04b890', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'd30bc248-8afd-40ea-829c-3f5850a24126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:36:28Z', 'updated_at': '2021-07-07T14:36:35Z', 'revision_number': 5, 'project_id': '0ce05d06ad794625bef8693b2fcb923d', 'subnets': [{'id': 'd30bc248-8afd-40ea-829c-3f5850a24126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799821-1-iscsi', False) {} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:41:43.965985 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21986157-4168-444c-93ec-8a76a5f132c6 None None] Checking router: bf440855-b599-46aa-a455-f85cde04b890 for host: dv-cinder-799821-1-iscsi {{(pid=92955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 14:41:43.974405 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21986157-4168-444c-93ec-8a76a5f132c6 None None] Routers {'bf440855-b599-46aa-a455-f85cde04b890'} bound to L3 agent in host dv-cinder-799821-1-iscsi {{(pid=92955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 14:41:43.975043 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-21986157-4168-444c-93ec-8a76a5f132c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T13:53:27Z,description=,heartbeat_timestamp=2021-07-07T14:41:28Z,host='dv-cinder-799821-1-iscsi',id=652ddd47-bc13-4e1c-8285-b4eb8cea957f,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:53:27Z,topic='l3_agent')) {'router_ids': ['bf440855-b599-46aa-a455-f85cde04b890'], 'active': True} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:41:44.002846 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a74f1f-d834-40e2-a529-58b85e0d5395 req-2aae4705-8901-4615-9f81-d9a1380e27a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:41:44.004318 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-85a74f1f-d834-40e2-a529-58b85e0d5395 req-2aae4705-8901-4615-9f81-d9a1380e27a2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6c35d8b0-d101-469c-acc6-415586fc4a11 HTTP/1.1" status: 200 len: 911 time: 0.3634977 Jul 07 14:41:44.066739 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-85a74f1f-d834-40e2-a529-58b85e0d5395 req-3a3f20f1-2465-4f4b-98fa-fe4e0fdb6c21 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=432507d1-9460-4e32-91e4-7b85e2de2394 HTTP/1.1" status: 200 len: 999 time: 0.0553486 Jul 07 14:41:44.079096 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvr_db [None req-21986157-4168-444c-93ec-8a76a5f132c6 None None] Set router bf440855-b599-46aa-a455-f85cde04b890 gateway port host: dv-cinder-799821-1-iscsi {{(pid=92955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 14:41:44.113052 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a74f1f-d834-40e2-a529-58b85e0d5395 req-9c158fae-9263-44d7-b6d1-4be4bfca672d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:41:44.114358 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-85a74f1f-d834-40e2-a529-58b85e0d5395 req-9c158fae-9263-44d7-b6d1-4be4bfca672d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d30bc248-8afd-40ea-829c-3f5850a24126 HTTP/1.1" status: 200 len: 849 time: 0.0412407 Jul 07 14:41:44.174616 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a74f1f-d834-40e2-a529-58b85e0d5395 req-9ce72b1e-861d-4883-b168-1addd5d0231e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:41:44.176817 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-85a74f1f-d834-40e2-a529-58b85e0d5395 req-9ce72b1e-861d-4883-b168-1addd5d0231e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6c35d8b0-d101-469c-acc6-415586fc4a11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0559740 Jul 07 14:41:44.267568 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-85a74f1f-d834-40e2-a529-58b85e0d5395 req-6d4897d2-f11c-4faf-b74a-5aa5de204d29 service neutron] 10.222.0.24 "GET /v2.0/networks/6c35d8b0-d101-469c-acc6-415586fc4a11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842109 Jul 07 14:41:44.310386 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-21986157-4168-444c-93ec-8a76a5f132c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf440855-b599-46aa-a455-f85cde04b890', 'name': 'tempest-TestVolumeBootPattern-93386920-router', 'tenant_id': '0ce05d06ad794625bef8693b2fcb923d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'external_fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': 'f71ba50b-4488-430a-afdc-4c771cab180d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T14:36:26Z', 'updated_at': '2021-07-07T14:36:28Z', 'revision_number': 4, 'project_id': '0ce05d06ad794625bef8693b2fcb923d', 'gw_port': {'id': 'f71ba50b-4488-430a-afdc-4c771cab180d', 'name': '', 'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:59:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf440855-b599-46aa-a455-f85cde04b890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:36:26Z', 'updated_at': '2021-07-07T14:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799821-1-iscsi', '_floatingips': [{'id': '11cbd6d6-38bd-44af-8520-5079015c23a6', 'tenant_id': '0ce05d06ad794625bef8693b2fcb923d', 'floating_ip_address': '172.27.0.108', 'floating_network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'router_id': 'bf440855-b599-46aa-a455-f85cde04b890', 'port_id': '432507d1-9460-4e32-91e4-7b85e2de2394', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c35d8b0-d101-469c-acc6-415586fc4a11', 'mac_address': 'fa:16:3e:fe:67:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75307813-8c22-418f-8d25-cebd96b3f56c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T14:41:42Z', 'updated_at': '2021-07-07T14:41:42Z', 'revision_number': 0, 'project_id': '0ce05d06ad794625bef8693b2fcb923d', 'fixed_ip_address_scope': None}, {'id': '99f24209-0416-4028-a56b-11abe0d84cb6', 'tenant_id': '0ce05d06ad794625bef8693b2fcb923d', 'floating_ip_address': '172.27.0.50', 'floating_network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'router_id': 'bf440855-b599-46aa-a455-f85cde04b890', 'port_id': '2553b9cb-b26a-4b24-9781-fd6d809b1776', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c35d8b0-d101-469c-acc6-415586fc4a11', 'mac_address': 'fa:16:3e:ed:05:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de44f84-c30a-4dea-b1b5-70447c949561', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T14:39:38Z', 'updated_at': '2021-07-07T14:39:40Z', 'revision_number': 1, 'project_id': '0ce05d06ad794625bef8693b2fcb923d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ffa04ba-c769-4e77-a757-8b2c755581c7', 'name': '', 'network_id': '6c35d8b0-d101-469c-acc6-415586fc4a11', 'tenant_id': '0ce05d06ad794625bef8693b2fcb923d', 'mac_address': 'fa:16:3e:29:02:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf440855-b599-46aa-a455-f85cde04b890', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'd30bc248-8afd-40ea-829c-3f5850a24126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:36:28Z', 'updated_at': '2021-07-07T14:36:35Z', 'revision_number': 5, 'project_id': '0ce05d06ad794625bef8693b2fcb923d', 'subnets': [{'id': 'd30bc248-8afd-40ea-829c-3f5850a24126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799821-1-iscsi', False) {} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:41:44.337936 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21986157-4168-444c-93ec-8a76a5f132c6 None None] The sync data for ids ['bf440855-b599-46aa-a455-f85cde04b890'] in dv-cinder-799821-1-iscsi is: [{'id': 'bf440855-b599-46aa-a455-f85cde04b890', 'name': 'tempest-TestVolumeBootPattern-93386920-router', 'tenant_id': '0ce05d06ad794625bef8693b2fcb923d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'external_fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': 'f71ba50b-4488-430a-afdc-4c771cab180d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T14:36:26Z', 'updated_at': '2021-07-07T14:36:28Z', 'revision_number': 4, 'project_id': '0ce05d06ad794625bef8693b2fcb923d', 'gw_port': {'id': 'f71ba50b-4488-430a-afdc-4c771cab180d', 'name': '', 'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:59:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf440855-b599-46aa-a455-f85cde04b890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:36:26Z', 'updated_at': '2021-07-07T14:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799821-1-iscsi', '_floatingips': [{'id': '11cbd6d6-38bd-44af-8520-5079015c23a6', 'tenant_id': '0ce05d06ad794625bef8693b2fcb923d', 'floating_ip_address': '172.27.0.108', 'floating_network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'router_id': 'bf440855-b599-46aa-a455-f85cde04b890', 'port_id': '432507d1-9460-4e32-91e4-7b85e2de2394', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c35d8b0-d101-469c-acc6-415586fc4a11', 'mac_address': 'fa:16:3e:fe:67:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75307813-8c22-418f-8d25-cebd96b3f56c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T14:41:42Z', 'updated_at': '2021-07-07T14:41:42Z', 'revision_number': 0, 'project_id': '0ce05d06ad794625bef8693b2fcb923d', 'fixed_ip_address_scope': None}, {'id': '99f24209-0416-4028-a56b-11abe0d84cb6', 'tenant_id': '0ce05d06ad794625bef8693b2fcb923d', 'floating_ip_address': '172.27.0.50', 'floating_network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'router_id': 'bf440855-b599-46aa-a455-f85cde04b890', 'port_id': '2553b9cb-b26a-4b24-9781-fd6d809b1776', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c35d8b0-d101-469c-acc6-415586fc4a11', 'mac_address': 'fa:16:3e:ed:05:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de44f84-c30a-4dea-b1b5-70447c949561', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T14:39:38Z', 'updated_at': '2021-07-07T14:39:40Z', 'revision_number': 1, 'project_id': '0ce05d06ad794625bef8693b2fcb923d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ffa04ba-c769-4e77-a757-8b2c755581c7', 'name': '', 'network_id': '6c35d8b0-d101-469c-acc6-415586fc4a11', 'tenant_id': '0ce05d06ad794625bef8693b2fcb923d', 'mac_address': 'fa:16:3e:29:02:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf440855-b599-46aa-a455-f85cde04b890', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'd30bc248-8afd-40ea-829c-3f5850a24126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:36:28Z', 'updated_at': '2021-07-07T14:36:35Z', 'revision_number': 5, 'project_id': '0ce05d06ad794625bef8693b2fcb923d', 'subnets': [{'id': 'd30bc248-8afd-40ea-829c-3f5850a24126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 14:41:44.360065 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-85a74f1f-d834-40e2-a529-58b85e0d5395 req-5283870f-d1ec-4ecf-aa1b-bb30b3128ae3 service neutron] 10.222.0.24 "GET /v2.0/networks/6c35d8b0-d101-469c-acc6-415586fc4a11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859058 Jul 07 14:41:44.538433 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f676fc7e-517f-4489-9d1d-807c93ebe6c5 None None] New status for floating IP 11cbd6d6-38bd-44af-8520-5079015c23a6: ACTIVE {{(pid=92956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 14:41:54.932973 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-d187bef1-f441-496c-ae41-c9c89f998e10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:41:57.541997 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-3edf2314-88c9-4af6-9953-36b30870cc43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:41:57.875803 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:41:58.793012 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-797095d9-f31f-46bc-add0-d9922559420e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:42:00.381225 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-de2cb0b5-6e4a-418e-bae1-4b4e8a512c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:42:02.428422 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-e66f7790-9fcd-482c-bdbc-f90832439b62 req-92a13423-4671-4800-89be-1252a38bdf97 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3de44f84-c30a-4dea-b1b5-70447c949561&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0937216 Jul 07 14:42:02.523633 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66f7790-9fcd-482c-bdbc-f90832439b62 req-8ef69d61-2eca-4eaf-93bb-d8efb10c1b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:42:02.525111 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-e66f7790-9fcd-482c-bdbc-f90832439b62 req-8ef69d61-2eca-4eaf-93bb-d8efb10c1b2d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0ce05d06ad794625bef8693b2fcb923d&device_id=3de44f84-c30a-4dea-b1b5-70447c949561 HTTP/1.1" status: 200 len: 1098 time: 0.0539384 Jul 07 14:42:02.632268 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66f7790-9fcd-482c-bdbc-f90832439b62 req-1b0459dd-6bc5-44e1-b3ca-35aabf557e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:42:02.634269 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-e66f7790-9fcd-482c-bdbc-f90832439b62 req-1b0459dd-6bc5-44e1-b3ca-35aabf557e2c service neutron] 10.222.0.24 "GET /v2.0/networks?id=6c35d8b0-d101-469c-acc6-415586fc4a11 HTTP/1.1" status: 200 len: 911 time: 0.0877707 Jul 07 14:42:02.696863 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-e66f7790-9fcd-482c-bdbc-f90832439b62 req-cf802dfa-7cc5-493e-92ea-af5b060072d2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2553b9cb-b26a-4b24-9781-fd6d809b1776 HTTP/1.1" status: 200 len: 1000 time: 0.0558958 Jul 07 14:42:02.744462 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66f7790-9fcd-482c-bdbc-f90832439b62 req-2fd207a6-6619-4203-8669-0d40c7f5e11a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:42:02.745840 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-e66f7790-9fcd-482c-bdbc-f90832439b62 req-2fd207a6-6619-4203-8669-0d40c7f5e11a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d30bc248-8afd-40ea-829c-3f5850a24126 HTTP/1.1" status: 200 len: 849 time: 0.0423014 Jul 07 14:42:02.768936 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:42:02.807078 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66f7790-9fcd-482c-bdbc-f90832439b62 req-fb162466-bda2-4dbb-86fb-e6d064b18f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:42:02.808594 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-e66f7790-9fcd-482c-bdbc-f90832439b62 req-fb162466-bda2-4dbb-86fb-e6d064b18f2c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6c35d8b0-d101-469c-acc6-415586fc4a11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0554183 Jul 07 14:42:02.819756 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [req-e66f7790-9fcd-482c-bdbc-f90832439b62 req-8245fca2-5876-47b5-a8f3-5308b9d4b3f6 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=92954) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 14:42:02.820737 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-e66f7790-9fcd-482c-bdbc-f90832439b62 req-8245fca2-5876-47b5-a8f3-5308b9d4b3f6 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049014 Jul 07 14:42:02.908171 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-e66f7790-9fcd-482c-bdbc-f90832439b62 req-094a33cd-1975-452b-a7f3-007f1f3a374f service neutron] 10.222.0.24 "GET /v2.0/networks/6c35d8b0-d101-469c-acc6-415586fc4a11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807624 Jul 07 14:42:03.000825 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-e66f7790-9fcd-482c-bdbc-f90832439b62 req-5f3c34bd-f4f7-466f-8248-cdcf2e9c90a1 service neutron] 10.222.0.24 "GET /v2.0/networks/6c35d8b0-d101-469c-acc6-415586fc4a11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848997 Jul 07 14:42:06.250495 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.agents_db [None req-578d1851-68de-424d-8d1f-a58f436dd381 None None] Agent healthcheck: found 6 active agents {{(pid=92956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 14:42:24.933612 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-68c25237-67a1-4704-98f0-34df5f1e8c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:42:27.542608 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4ad3a546-7fbc-496c-8723-1b9a7d2b2cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:42:27.879858 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:42:28.791639 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-797095d9-f31f-46bc-add0-d9922559420e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:42:30.384061 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-de2cb0b5-6e4a-418e-bae1-4b4e8a512c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:42:32.769475 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:42:43.250213 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.agents_db [None req-578d1851-68de-424d-8d1f-a58f436dd381 None None] Agent healthcheck: found 6 active agents {{(pid=92956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 14:42:54.934068 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-f712a7cb-c011-4e65-80fe-17f6b37fb1c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:42:57.543052 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-803b4f2b-1114-41bf-ba74-61e71e95fb02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:42:57.879605 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:42:58.793900 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-797095d9-f31f-46bc-add0-d9922559420e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:43:00.387152 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-de2cb0b5-6e4a-418e-bae1-4b4e8a512c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:43:02.782916 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:43:04.390366 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-255ce41c-d44a-4483-be2f-a2dbba43bb6a req-41863200-2775-4ce1-b7bb-5eecdbe036a3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=75307813-8c22-418f-8d25-cebd96b3f56c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0512092 Jul 07 14:43:04.468722 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255ce41c-d44a-4483-be2f-a2dbba43bb6a req-26f728fb-9d6c-4a95-8fd6-f75a326fe73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:43:04.470192 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-255ce41c-d44a-4483-be2f-a2dbba43bb6a req-26f728fb-9d6c-4a95-8fd6-f75a326fe73c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0ce05d06ad794625bef8693b2fcb923d&device_id=75307813-8c22-418f-8d25-cebd96b3f56c HTTP/1.1" status: 200 len: 1098 time: 0.0512116 Jul 07 14:43:04.579588 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255ce41c-d44a-4483-be2f-a2dbba43bb6a req-7b7dfb1a-e7c9-41f1-b388-9a529a346d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:43:04.581027 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-255ce41c-d44a-4483-be2f-a2dbba43bb6a req-7b7dfb1a-e7c9-41f1-b388-9a529a346d72 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6c35d8b0-d101-469c-acc6-415586fc4a11 HTTP/1.1" status: 200 len: 911 time: 0.0854232 Jul 07 14:43:04.648446 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-255ce41c-d44a-4483-be2f-a2dbba43bb6a req-15bbbdd9-2e8a-4fb1-993b-5e8658cbf4a1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=432507d1-9460-4e32-91e4-7b85e2de2394 HTTP/1.1" status: 200 len: 1001 time: 0.0566497 Jul 07 14:43:04.703159 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255ce41c-d44a-4483-be2f-a2dbba43bb6a req-31baaa52-f16b-4228-bb5d-b315a819d503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:43:04.704569 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-255ce41c-d44a-4483-be2f-a2dbba43bb6a req-31baaa52-f16b-4228-bb5d-b315a819d503 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d30bc248-8afd-40ea-829c-3f5850a24126 HTTP/1.1" status: 200 len: 849 time: 0.0465357 Jul 07 14:43:04.763315 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255ce41c-d44a-4483-be2f-a2dbba43bb6a req-6783685c-a2c4-4085-815c-f1c7beec3eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:43:04.764750 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-255ce41c-d44a-4483-be2f-a2dbba43bb6a req-6783685c-a2c4-4085-815c-f1c7beec3eab service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6c35d8b0-d101-469c-acc6-415586fc4a11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0501392 Jul 07 14:43:04.854705 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-255ce41c-d44a-4483-be2f-a2dbba43bb6a req-05939c30-40b0-493a-bb57-1bec9fb4acf4 service neutron] 10.222.0.24 "GET /v2.0/networks/6c35d8b0-d101-469c-acc6-415586fc4a11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797658 Jul 07 14:43:04.951228 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-255ce41c-d44a-4483-be2f-a2dbba43bb6a req-442a193c-8660-47aa-a1de-a4764c917140 service neutron] 10.222.0.24 "GET /v2.0/networks/6c35d8b0-d101-469c-acc6-415586fc4a11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847015 Jul 07 14:43:10.850581 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 44134) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:43:11.003154 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-f805a40f-f275-4a64-b30b-cd2804e89173 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Deleting port 721b5bc7-3e86-466a-9d4d-17bbc45e36fb {{(pid=92953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 14:43:11.003491 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-f805a40f-f275-4a64-b30b-cd2804e89173 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744351408860'] for port, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:43:11.077971 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-f805a40f-f275-4a64-b30b-cd2804e89173 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1715988'] for port, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:43:11.078291 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-f805a40f-f275-4a64-b30b-cd2804e89173 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:43:11.090079 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-f805a40f-f275-4a64-b30b-cd2804e89173 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Calling delete_port for 721b5bc7-3e86-466a-9d4d-17bbc45e36fb owned by network:floatingip {{(pid=92953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 14:43:11.253582 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-f805a40f-f275-4a64-b30b-cd2804e89173 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744351415830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744350976997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2608659'] for port, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:43:11.278295 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f805a40f-f275-4a64-b30b-cd2804e89173 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Pushing event deleted for resources: {'Port': ['ID=721b5bc7-3e86-466a-9d4d-17bbc45e36fb,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:43:11.311302 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f805a40f-f275-4a64-b30b-cd2804e89173 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:43:11.311651 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f805a40f-f275-4a64-b30b-cd2804e89173 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:43:11.311995 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f805a40f-f275-4a64-b30b-cd2804e89173 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:43:11.312327 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f805a40f-f275-4a64-b30b-cd2804e89173 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:43:11.312654 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f805a40f-f275-4a64-b30b-cd2804e89173 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:43:11.312979 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f805a40f-f275-4a64-b30b-cd2804e89173 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:43:11.313303 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f805a40f-f275-4a64-b30b-cd2804e89173 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:43:11.313624 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f805a40f-f275-4a64-b30b-cd2804e89173 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:43:11.313947 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f805a40f-f275-4a64-b30b-cd2804e89173 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:43:11.314264 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f805a40f-f275-4a64-b30b-cd2804e89173 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:43:11.314622 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f805a40f-f275-4a64-b30b-cd2804e89173 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:43:11.314939 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f805a40f-f275-4a64-b30b-cd2804e89173 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:43:11.354860 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-f805a40f-f275-4a64-b30b-cd2804e89173 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Notify callbacks [] for floatingip, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:43:11.355189 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.db.l3_db [None req-f805a40f-f275-4a64-b30b-cd2804e89173 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Floating IP 11cbd6d6-38bd-44af-8520-5079015c23a6 disassociated (deleted). External IP: 172.27.0.108, port: 432507d1-9460-4e32-91e4-7b85e2de2394. Jul 07 14:43:11.551964 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f805a40f-f275-4a64-b30b-cd2804e89173 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Router bf440855-b599-46aa-a455-f85cde04b890 has already been hosted by L3 agent 652ddd47-bc13-4e1c-8285-b4eb8cea957f {{(pid=92953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 14:43:11.884877 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f805a40f-f275-4a64-b30b-cd2804e89173 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Notify agent at l3_agent.dv-cinder-799821-1-iscsi the message routers_updated {{(pid=92953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 14:43:11.889653 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-f805a40f-f275-4a64-b30b-cd2804e89173 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171717'] for floatingip, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:43:11.893837 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a6a133-581f-47df-86e4-0fc0418fd1e4 None None] Sync routers for ids ['bf440855-b599-46aa-a455-f85cde04b890'] in dv-cinder-799821-1-iscsi {{(pid=92955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 14:43:11.903430 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a6a133-581f-47df-86e4-0fc0418fd1e4 None None] Routers {'bf440855-b599-46aa-a455-f85cde04b890'} bound to L3 agent in host dv-cinder-799821-1-iscsi {{(pid=92955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 14:43:11.904022 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-85a6a133-581f-47df-86e4-0fc0418fd1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T13:53:27Z,description=,heartbeat_timestamp=2021-07-07T14:42:58Z,host='dv-cinder-799821-1-iscsi',id=652ddd47-bc13-4e1c-8285-b4eb8cea957f,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:53:27Z,topic='l3_agent')) {'router_ids': ['bf440855-b599-46aa-a455-f85cde04b890'], 'active': True} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:43:11.923631 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-f805a40f-f275-4a64-b30b-cd2804e89173 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] 10.222.0.16 "DELETE /v2.0/floatingips/11cbd6d6-38bd-44af-8520-5079015c23a6 HTTP/1.1" status: 204 len: 168 time: 1.0717294 Jul 07 14:43:11.924228 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75307813-8c22-418f-8d25-cebd96b3f56c', 'tag': '432507d1-9460-4e32-91e4-7b85e2de2394'}] {{(pid=92953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 14:43:11.926470 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b979791e0eb55c76fbaee7f898eb9add660ef90e10b4f8745b80363530633ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b07f0e9-2fff-4279-9fd7-ac4c8b0c3d73" -d '{"events": [{"name": "network-changed", "server_uuid": "75307813-8c22-418f-8d25-cebd96b3f56c", "tag": "432507d1-9460-4e32-91e4-7b85e2de2394"}]}' {{(pid=92953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 14:43:12.013564 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvr_db [None req-85a6a133-581f-47df-86e4-0fc0418fd1e4 None None] Set router bf440855-b599-46aa-a455-f85cde04b890 gateway port host: dv-cinder-799821-1-iscsi {{(pid=92955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 14:43:12.021503 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 14:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac8bd77e-b78d-42e4-8239-c6374af0bf14 x-openstack-request-id: req-ac8bd77e-b78d-42e4-8239-c6374af0bf14 {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 14:43:12.021801 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75307813-8c22-418f-8d25-cebd96b3f56c", "tag": "432507d1-9460-4e32-91e4-7b85e2de2394", "status": "completed", "code": 200}]} {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 14:43:12.022052 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ac8bd77e-b78d-42e4-8239-c6374af0bf14 {{(pid=92953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 14:43:12.022463 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75307813-8c22-418f-8d25-cebd96b3f56c', 'tag': '432507d1-9460-4e32-91e4-7b85e2de2394', 'status': 'completed', 'code': 200} Jul 07 14:43:12.115435 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b07f0e9-2fff-4279-9fd7-ac4c8b0c3d73 req-32005684-e553-4838-8aa8-608254d29ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:43:12.118263 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-8b07f0e9-2fff-4279-9fd7-ac4c8b0c3d73 req-32005684-e553-4838-8aa8-608254d29ad5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0ce05d06ad794625bef8693b2fcb923d&device_id=75307813-8c22-418f-8d25-cebd96b3f56c HTTP/1.1" status: 200 len: 1098 time: 0.0578032 Jul 07 14:43:12.234398 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b07f0e9-2fff-4279-9fd7-ac4c8b0c3d73 req-847262a4-919c-4e79-82d6-08d2c1d80b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:43:12.236081 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-8b07f0e9-2fff-4279-9fd7-ac4c8b0c3d73 req-847262a4-919c-4e79-82d6-08d2c1d80b8c service neutron] 10.222.0.24 "GET /v2.0/networks?id=6c35d8b0-d101-469c-acc6-415586fc4a11 HTTP/1.1" status: 200 len: 911 time: 0.0979383 Jul 07 14:43:12.245256 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-85a6a133-581f-47df-86e4-0fc0418fd1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf440855-b599-46aa-a455-f85cde04b890', 'name': 'tempest-TestVolumeBootPattern-93386920-router', 'tenant_id': '0ce05d06ad794625bef8693b2fcb923d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'external_fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': 'f71ba50b-4488-430a-afdc-4c771cab180d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T14:36:26Z', 'updated_at': '2021-07-07T14:36:28Z', 'revision_number': 4, 'project_id': '0ce05d06ad794625bef8693b2fcb923d', 'gw_port': {'id': 'f71ba50b-4488-430a-afdc-4c771cab180d', 'name': '', 'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:59:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf440855-b599-46aa-a455-f85cde04b890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:36:26Z', 'updated_at': '2021-07-07T14:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799821-1-iscsi', '_floatingips': [{'id': '99f24209-0416-4028-a56b-11abe0d84cb6', 'tenant_id': '0ce05d06ad794625bef8693b2fcb923d', 'floating_ip_address': '172.27.0.50', 'floating_network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'router_id': 'bf440855-b599-46aa-a455-f85cde04b890', 'port_id': '2553b9cb-b26a-4b24-9781-fd6d809b1776', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c35d8b0-d101-469c-acc6-415586fc4a11', 'mac_address': 'fa:16:3e:ed:05:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de44f84-c30a-4dea-b1b5-70447c949561', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T14:39:38Z', 'updated_at': '2021-07-07T14:39:40Z', 'revision_number': 1, 'project_id': '0ce05d06ad794625bef8693b2fcb923d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ffa04ba-c769-4e77-a757-8b2c755581c7', 'name': '', 'network_id': '6c35d8b0-d101-469c-acc6-415586fc4a11', 'tenant_id': '0ce05d06ad794625bef8693b2fcb923d', 'mac_address': 'fa:16:3e:29:02:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf440855-b599-46aa-a455-f85cde04b890', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'd30bc248-8afd-40ea-829c-3f5850a24126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:36:28Z', 'updated_at': '2021-07-07T14:36:35Z', 'revision_number': 5, 'project_id': '0ce05d06ad794625bef8693b2fcb923d', 'subnets': [{'id': 'd30bc248-8afd-40ea-829c-3f5850a24126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799821-1-iscsi', False) {} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:43:12.271543 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a6a133-581f-47df-86e4-0fc0418fd1e4 None None] Checking router: bf440855-b599-46aa-a455-f85cde04b890 for host: dv-cinder-799821-1-iscsi {{(pid=92955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 14:43:12.281085 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a6a133-581f-47df-86e4-0fc0418fd1e4 None None] Routers {'bf440855-b599-46aa-a455-f85cde04b890'} bound to L3 agent in host dv-cinder-799821-1-iscsi {{(pid=92955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 14:43:12.281697 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-85a6a133-581f-47df-86e4-0fc0418fd1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T13:53:27Z,description=,heartbeat_timestamp=2021-07-07T14:42:58Z,host='dv-cinder-799821-1-iscsi',id=652ddd47-bc13-4e1c-8285-b4eb8cea957f,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:53:27Z,topic='l3_agent')) {'router_ids': ['bf440855-b599-46aa-a455-f85cde04b890'], 'active': True} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:43:12.284453 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-8b07f0e9-2fff-4279-9fd7-ac4c8b0c3d73 req-0ec1e043-c972-4527-ade7-f3cf6964a92c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=432507d1-9460-4e32-91e4-7b85e2de2394 HTTP/1.1" status: 200 len: 217 time: 0.0355246 Jul 07 14:43:12.306732 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a127674-e3ac-439a-9337-922ae13cfdfc req-bb8fc2ff-deb9-497c-83a9-282e920f7d28 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:43:12.308226 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-5a127674-e3ac-439a-9337-922ae13cfdfc req-bb8fc2ff-deb9-497c-83a9-282e920f7d28 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] 10.222.0.16 "GET /v2.0/ports?device_id=75307813-8c22-418f-8d25-cebd96b3f56c HTTP/1.1" status: 200 len: 945 time: 0.0696013 Jul 07 14:43:12.338962 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b07f0e9-2fff-4279-9fd7-ac4c8b0c3d73 req-6632f21a-cd9d-4e2e-a81f-8f30aa0f3ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:43:12.340850 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-8b07f0e9-2fff-4279-9fd7-ac4c8b0c3d73 req-6632f21a-cd9d-4e2e-a81f-8f30aa0f3ddc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d30bc248-8afd-40ea-829c-3f5850a24126 HTTP/1.1" status: 200 len: 849 time: 0.0476837 Jul 07 14:43:12.348246 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-5a127674-e3ac-439a-9337-922ae13cfdfc req-e02a0fb5-9660-4874-a3a0-62f70eb9c1ab tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e32c3d7-cb5e-47d0-89f3-f4aa606fe8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334356 Jul 07 14:43:12.397684 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvr_db [None req-85a6a133-581f-47df-86e4-0fc0418fd1e4 None None] Set router bf440855-b599-46aa-a455-f85cde04b890 gateway port host: dv-cinder-799821-1-iscsi {{(pid=92955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 14:43:12.405626 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b07f0e9-2fff-4279-9fd7-ac4c8b0c3d73 req-13be765d-3d73-40d0-add9-6bb62f4ee0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:43:12.407137 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-8b07f0e9-2fff-4279-9fd7-ac4c8b0c3d73 req-13be765d-3d73-40d0-add9-6bb62f4ee0a3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6c35d8b0-d101-469c-acc6-415586fc4a11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0598173 Jul 07 14:43:12.494780 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-8b07f0e9-2fff-4279-9fd7-ac4c8b0c3d73 req-8a29896b-e148-4fe8-97fd-bc34b7b5df5a service neutron] 10.222.0.24 "GET /v2.0/networks/6c35d8b0-d101-469c-acc6-415586fc4a11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799375 Jul 07 14:43:12.587348 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-8b07f0e9-2fff-4279-9fd7-ac4c8b0c3d73 req-88c06278-bad4-45d9-b838-ef5313cd3fc6 service neutron] 10.222.0.24 "GET /v2.0/networks/6c35d8b0-d101-469c-acc6-415586fc4a11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857120 Jul 07 14:43:12.618734 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-85a6a133-581f-47df-86e4-0fc0418fd1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf440855-b599-46aa-a455-f85cde04b890', 'name': 'tempest-TestVolumeBootPattern-93386920-router', 'tenant_id': '0ce05d06ad794625bef8693b2fcb923d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'external_fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': 'f71ba50b-4488-430a-afdc-4c771cab180d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T14:36:26Z', 'updated_at': '2021-07-07T14:36:28Z', 'revision_number': 4, 'project_id': '0ce05d06ad794625bef8693b2fcb923d', 'gw_port': {'id': 'f71ba50b-4488-430a-afdc-4c771cab180d', 'name': '', 'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:59:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf440855-b599-46aa-a455-f85cde04b890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:36:26Z', 'updated_at': '2021-07-07T14:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799821-1-iscsi', '_floatingips': [{'id': '99f24209-0416-4028-a56b-11abe0d84cb6', 'tenant_id': '0ce05d06ad794625bef8693b2fcb923d', 'floating_ip_address': '172.27.0.50', 'floating_network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'router_id': 'bf440855-b599-46aa-a455-f85cde04b890', 'port_id': '2553b9cb-b26a-4b24-9781-fd6d809b1776', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c35d8b0-d101-469c-acc6-415586fc4a11', 'mac_address': 'fa:16:3e:ed:05:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de44f84-c30a-4dea-b1b5-70447c949561', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T14:39:38Z', 'updated_at': '2021-07-07T14:39:40Z', 'revision_number': 1, 'project_id': '0ce05d06ad794625bef8693b2fcb923d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ffa04ba-c769-4e77-a757-8b2c755581c7', 'name': '', 'network_id': '6c35d8b0-d101-469c-acc6-415586fc4a11', 'tenant_id': '0ce05d06ad794625bef8693b2fcb923d', 'mac_address': 'fa:16:3e:29:02:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf440855-b599-46aa-a455-f85cde04b890', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'd30bc248-8afd-40ea-829c-3f5850a24126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:36:28Z', 'updated_at': '2021-07-07T14:36:35Z', 'revision_number': 5, 'project_id': '0ce05d06ad794625bef8693b2fcb923d', 'subnets': [{'id': 'd30bc248-8afd-40ea-829c-3f5850a24126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799821-1-iscsi', False) {} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:43:12.648205 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a6a133-581f-47df-86e4-0fc0418fd1e4 None None] The sync data for ids ['bf440855-b599-46aa-a455-f85cde04b890'] in dv-cinder-799821-1-iscsi is: [{'id': 'bf440855-b599-46aa-a455-f85cde04b890', 'name': 'tempest-TestVolumeBootPattern-93386920-router', 'tenant_id': '0ce05d06ad794625bef8693b2fcb923d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'external_fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': 'f71ba50b-4488-430a-afdc-4c771cab180d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T14:36:26Z', 'updated_at': '2021-07-07T14:36:28Z', 'revision_number': 4, 'project_id': '0ce05d06ad794625bef8693b2fcb923d', 'gw_port': {'id': 'f71ba50b-4488-430a-afdc-4c771cab180d', 'name': '', 'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:59:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf440855-b599-46aa-a455-f85cde04b890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:36:26Z', 'updated_at': '2021-07-07T14:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799821-1-iscsi', '_floatingips': [{'id': '99f24209-0416-4028-a56b-11abe0d84cb6', 'tenant_id': '0ce05d06ad794625bef8693b2fcb923d', 'floating_ip_address': '172.27.0.50', 'floating_network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'router_id': 'bf440855-b599-46aa-a455-f85cde04b890', 'port_id': '2553b9cb-b26a-4b24-9781-fd6d809b1776', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c35d8b0-d101-469c-acc6-415586fc4a11', 'mac_address': 'fa:16:3e:ed:05:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de44f84-c30a-4dea-b1b5-70447c949561', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T14:39:38Z', 'updated_at': '2021-07-07T14:39:40Z', 'revision_number': 1, 'project_id': '0ce05d06ad794625bef8693b2fcb923d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ffa04ba-c769-4e77-a757-8b2c755581c7', 'name': '', 'network_id': '6c35d8b0-d101-469c-acc6-415586fc4a11', 'tenant_id': '0ce05d06ad794625bef8693b2fcb923d', 'mac_address': 'fa:16:3e:29:02:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf440855-b599-46aa-a455-f85cde04b890', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'd30bc248-8afd-40ea-829c-3f5850a24126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:36:28Z', 'updated_at': '2021-07-07T14:36:35Z', 'revision_number': 5, 'project_id': '0ce05d06ad794625bef8693b2fcb923d', 'subnets': [{'id': 'd30bc248-8afd-40ea-829c-3f5850a24126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 14:43:12.862622 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905955c2-ca18-4144-a987-20555f720591 None None] New status for floating IP 11cbd6d6-38bd-44af-8520-5079015c23a6: DOWN {{(pid=92956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 14:43:13.526051 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9429bbb5-e7bc-4eaf-baa7-87a88dcd5e75 req-4c27cd24-c834-443a-b203-5252a3cf3d73 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:43:13.527545 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-9429bbb5-e7bc-4eaf-baa7-87a88dcd5e75 req-4c27cd24-c834-443a-b203-5252a3cf3d73 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] 10.222.0.16 "GET /v2.0/ports?device_id=75307813-8c22-418f-8d25-cebd96b3f56c HTTP/1.1" status: 200 len: 945 time: 0.0644555 Jul 07 14:43:13.564715 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-9429bbb5-e7bc-4eaf-baa7-87a88dcd5e75 req-28c220b3-fc79-4fd1-928e-e48a1bb3ba01 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e32c3d7-cb5e-47d0-89f3-f4aa606fe8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316629 Jul 07 14:43:14.069893 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f53537b-933f-42f8-b71f-cad63cd138f4 req-2d31d9b7-795d-4667-835c-104ee38c2f38 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:43:14.072203 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-9f53537b-933f-42f8-b71f-cad63cd138f4 req-2d31d9b7-795d-4667-835c-104ee38c2f38 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] 10.222.0.24 "GET /v2.0/ports?device_id=75307813-8c22-418f-8d25-cebd96b3f56c HTTP/1.1" status: 200 len: 945 time: 0.0696623 Jul 07 14:43:14.175055 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.plugin [req-9f53537b-933f-42f8-b71f-cad63cd138f4 req-5ae24b27-a7f7-4289-be23-372ee88b89a3 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Deleting port 432507d1-9460-4e32-91e4-7b85e2de2394 {{(pid=92954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 14:43:14.175319 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-9f53537b-933f-42f8-b71f-cad63cd138f4 req-5ae24b27-a7f7-4289-be23-372ee88b89a3 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744351408860'] for port, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:43:14.261509 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [req-9f53537b-933f-42f8-b71f-cad63cd138f4 req-5ae24b27-a7f7-4289-be23-372ee88b89a3 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] For port 432507d1-9460-4e32-91e4-7b85e2de2394, host hv-cinder-79982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79982',level=0,port_id=432507d1-9460-4e32-91e4-7b85e2de2394,segment=NetworkSegment(06112c06-3017-4cd2-b257-79638c135136),segment_id=06112c06-3017-4cd2-b257-79638c135136)] {{(pid=92954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 14:43:14.261862 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-9f53537b-933f-42f8-b71f-cad63cd138f4 req-5ae24b27-a7f7-4289-be23-372ee88b89a3 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1715988'] for port, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:43:14.273680 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.plugin [req-9f53537b-933f-42f8-b71f-cad63cd138f4 req-5ae24b27-a7f7-4289-be23-372ee88b89a3 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Calling delete_port for 432507d1-9460-4e32-91e4-7b85e2de2394 owned by compute:nova {{(pid=92954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 14:43:14.403552 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-9f53537b-933f-42f8-b71f-cad63cd138f4 req-5ae24b27-a7f7-4289-be23-372ee88b89a3 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744351415830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744350976997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8461640'] for port, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:43:14.432579 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae24b27-a7f7-4289-be23-372ee88b89a3 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Pushing event deleted for resources: {'Port': ['ID=432507d1-9460-4e32-91e4-7b85e2de2394,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:43:14.444719 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae24b27-a7f7-4289-be23-372ee88b89a3 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:43:14.445067 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae24b27-a7f7-4289-be23-372ee88b89a3 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:43:14.445415 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae24b27-a7f7-4289-be23-372ee88b89a3 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:43:14.445788 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae24b27-a7f7-4289-be23-372ee88b89a3 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:43:14.446178 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae24b27-a7f7-4289-be23-372ee88b89a3 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:43:14.446689 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae24b27-a7f7-4289-be23-372ee88b89a3 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:43:14.447028 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae24b27-a7f7-4289-be23-372ee88b89a3 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:43:14.447360 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae24b27-a7f7-4289-be23-372ee88b89a3 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:43:14.447692 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae24b27-a7f7-4289-be23-372ee88b89a3 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:43:14.448015 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae24b27-a7f7-4289-be23-372ee88b89a3 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:43:14.448340 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae24b27-a7f7-4289-be23-372ee88b89a3 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:43:14.448661 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae24b27-a7f7-4289-be23-372ee88b89a3 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:43:14.486308 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f53537b-933f-42f8-b71f-cad63cd138f4 req-5ae24b27-a7f7-4289-be23-372ee88b89a3 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] No DVR routers for this DVR port 432507d1-9460-4e32-91e4-7b85e2de2394 on host hv-cinder-79982 {{(pid=92954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 14:43:14.488583 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-9f53537b-933f-42f8-b71f-cad63cd138f4 req-5ae24b27-a7f7-4289-be23-372ee88b89a3 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171717'] for port, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:43:14.490544 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-9f53537b-933f-42f8-b71f-cad63cd138f4 req-5ae24b27-a7f7-4289-be23-372ee88b89a3 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] 10.222.0.24 "DELETE /v2.0/ports/432507d1-9460-4e32-91e4-7b85e2de2394 HTTP/1.1" status: 204 len: 173 time: 0.4092240 Jul 07 14:43:14.490970 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75307813-8c22-418f-8d25-cebd96b3f56c', 'name': 'network-vif-deleted', 'tag': '432507d1-9460-4e32-91e4-7b85e2de2394'}] {{(pid=92954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 14:43:14.493711 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23a2f25214143ca7dc6eabc905ff8a7df5b3799efbbaa422209646810e3da78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b29183b-740a-43a2-95ab-2dc80fe00d03" -d '{"events": [{"server_uuid": "75307813-8c22-418f-8d25-cebd96b3f56c", "name": "network-vif-deleted", "tag": "432507d1-9460-4e32-91e4-7b85e2de2394"}]}' {{(pid=92954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 14:43:14.533800 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 14:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00bd7700-33b4-4756-b195-6e20c8009741 x-openstack-request-id: req-00bd7700-33b4-4756-b195-6e20c8009741 {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 14:43:14.534099 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75307813-8c22-418f-8d25-cebd96b3f56c", "name": "network-vif-deleted", "tag": "432507d1-9460-4e32-91e4-7b85e2de2394", "status": "completed", "code": 200}]} {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 14:43:14.534349 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-00bd7700-33b4-4756-b195-6e20c8009741 {{(pid=92954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 14:43:14.534786 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75307813-8c22-418f-8d25-cebd96b3f56c', 'name': 'network-vif-deleted', 'tag': '432507d1-9460-4e32-91e4-7b85e2de2394', 'status': 'completed', 'code': 200} Jul 07 14:43:14.710000 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-7dc3bf15-bcd6-4a62-96fb-20ab3f0257c4 req-d952f916-286f-48ae-8d33-a01cf4879ffb tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] 10.222.0.16 "GET /v2.0/ports?device_id=75307813-8c22-418f-8d25-cebd96b3f56c HTTP/1.1" status: 200 len: 210 time: 0.0273278 Jul 07 14:43:17.676776 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Device 432507d1-9460-4e32-91e4-7b85e2de2394 no longer exists at agent hyperv_hv-cinder-79982 {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 14:43:17.696468 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] No Port match for: 432507d1-9460-4e32-91e4-7b85e2de2394 {{(pid=92955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 14:43:17.696803 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Device 432507d1-9460-4e32-91e4-7b85e2de2394 not bound to the agent host hv-cinder-79982 {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 14:43:18.028561 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 44176) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:43:18.212411 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-29ae2bee-c55b-4081-9652-2bd112ccd708 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Deleting port 8fef1262-00d6-4a3c-b150-efb6ffa5c9e1 {{(pid=92953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 14:43:18.212822 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-29ae2bee-c55b-4081-9652-2bd112ccd708 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744351408860'] for port, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:43:18.309632 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-29ae2bee-c55b-4081-9652-2bd112ccd708 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1715988'] for port, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:43:18.309866 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-29ae2bee-c55b-4081-9652-2bd112ccd708 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:43:18.326185 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-29ae2bee-c55b-4081-9652-2bd112ccd708 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Calling delete_port for 8fef1262-00d6-4a3c-b150-efb6ffa5c9e1 owned by network:floatingip {{(pid=92953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 14:43:18.511770 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-29ae2bee-c55b-4081-9652-2bd112ccd708 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744351415830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744350976997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2608659'] for port, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:43:18.541377 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ae2bee-c55b-4081-9652-2bd112ccd708 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Pushing event deleted for resources: {'Port': ['ID=8fef1262-00d6-4a3c-b150-efb6ffa5c9e1,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:43:18.614785 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-29ae2bee-c55b-4081-9652-2bd112ccd708 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Notify callbacks [] for floatingip, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:43:18.615060 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.db.l3_db [None req-29ae2bee-c55b-4081-9652-2bd112ccd708 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Floating IP 99f24209-0416-4028-a56b-11abe0d84cb6 disassociated (deleted). External IP: 172.27.0.50, port: 2553b9cb-b26a-4b24-9781-fd6d809b1776. Jul 07 14:43:18.836724 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29ae2bee-c55b-4081-9652-2bd112ccd708 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Router bf440855-b599-46aa-a455-f85cde04b890 has already been hosted by L3 agent 652ddd47-bc13-4e1c-8285-b4eb8cea957f {{(pid=92953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 14:43:18.946516 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29ae2bee-c55b-4081-9652-2bd112ccd708 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Notify agent at l3_agent.dv-cinder-799821-1-iscsi the message routers_updated {{(pid=92953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 14:43:18.959204 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-29ae2bee-c55b-4081-9652-2bd112ccd708 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171717'] for floatingip, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:43:18.959403 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ab590b-b608-4e0e-97ba-9b8c4927b3fb None None] Sync routers for ids ['bf440855-b599-46aa-a455-f85cde04b890'] in dv-cinder-799821-1-iscsi {{(pid=92955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 14:43:18.968669 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ab590b-b608-4e0e-97ba-9b8c4927b3fb None None] Routers {'bf440855-b599-46aa-a455-f85cde04b890'} bound to L3 agent in host dv-cinder-799821-1-iscsi {{(pid=92955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 14:43:18.969277 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-32ab590b-b608-4e0e-97ba-9b8c4927b3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T13:53:27Z,description=,heartbeat_timestamp=2021-07-07T14:42:58Z,host='dv-cinder-799821-1-iscsi',id=652ddd47-bc13-4e1c-8285-b4eb8cea957f,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:53:27Z,topic='l3_agent')) {'router_ids': ['bf440855-b599-46aa-a455-f85cde04b890'], 'active': True} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:43:19.000625 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-29ae2bee-c55b-4081-9652-2bd112ccd708 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] 10.222.0.16 "DELETE /v2.0/floatingips/99f24209-0416-4028-a56b-11abe0d84cb6 HTTP/1.1" status: 204 len: 168 time: 0.9709051 Jul 07 14:43:19.001474 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3de44f84-c30a-4dea-b1b5-70447c949561', 'tag': '2553b9cb-b26a-4b24-9781-fd6d809b1776'}] {{(pid=92953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 14:43:19.003428 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b979791e0eb55c76fbaee7f898eb9add660ef90e10b4f8745b80363530633ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd068c67-1907-4e9e-b2d1-847b1f9c9e98" -d '{"events": [{"name": "network-changed", "server_uuid": "3de44f84-c30a-4dea-b1b5-70447c949561", "tag": "2553b9cb-b26a-4b24-9781-fd6d809b1776"}]}' {{(pid=92953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 14:43:19.040573 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 14:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-126ef287-ebbe-49f4-88ba-1d32c4d72e81 x-openstack-request-id: req-126ef287-ebbe-49f4-88ba-1d32c4d72e81 {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 14:43:19.041203 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3de44f84-c30a-4dea-b1b5-70447c949561", "tag": "2553b9cb-b26a-4b24-9781-fd6d809b1776", "status": "completed", "code": 200}]} {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 14:43:19.041416 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-126ef287-ebbe-49f4-88ba-1d32c4d72e81 {{(pid=92953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 14:43:19.041817 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3de44f84-c30a-4dea-b1b5-70447c949561', 'tag': '2553b9cb-b26a-4b24-9781-fd6d809b1776', 'status': 'completed', 'code': 200} Jul 07 14:43:19.136226 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd068c67-1907-4e9e-b2d1-847b1f9c9e98 req-8083311d-2467-4067-823e-2141960b7b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:43:19.137759 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-cd068c67-1907-4e9e-b2d1-847b1f9c9e98 req-8083311d-2467-4067-823e-2141960b7b8f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0ce05d06ad794625bef8693b2fcb923d&device_id=3de44f84-c30a-4dea-b1b5-70447c949561 HTTP/1.1" status: 200 len: 1098 time: 0.0603764 Jul 07 14:43:19.199577 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvr_db [None req-32ab590b-b608-4e0e-97ba-9b8c4927b3fb None None] Set router bf440855-b599-46aa-a455-f85cde04b890 gateway port host: dv-cinder-799821-1-iscsi {{(pid=92955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 14:43:19.240638 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd068c67-1907-4e9e-b2d1-847b1f9c9e98 req-23458c85-b8dd-4260-b090-ffd2c5855ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:43:19.242261 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-cd068c67-1907-4e9e-b2d1-847b1f9c9e98 req-23458c85-b8dd-4260-b090-ffd2c5855ab6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6c35d8b0-d101-469c-acc6-415586fc4a11 HTTP/1.1" status: 200 len: 911 time: 0.0940170 Jul 07 14:43:19.291777 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-cd068c67-1907-4e9e-b2d1-847b1f9c9e98 req-4d973cac-a3ff-41ac-b300-3d36734a0450 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2553b9cb-b26a-4b24-9781-fd6d809b1776 HTTP/1.1" status: 200 len: 217 time: 0.0424943 Jul 07 14:43:19.341924 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd068c67-1907-4e9e-b2d1-847b1f9c9e98 req-e9120aa5-b3e7-43b4-9ec2-683cfd0dad97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:43:19.343558 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-cd068c67-1907-4e9e-b2d1-847b1f9c9e98 req-e9120aa5-b3e7-43b4-9ec2-683cfd0dad97 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d30bc248-8afd-40ea-829c-3f5850a24126 HTTP/1.1" status: 200 len: 849 time: 0.0448749 Jul 07 14:43:19.389374 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4506e4eb-0c5a-439a-a1ed-53bdea7d4d63 req-cdc8b10f-0df6-4634-93c2-eae4d582ac07 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:43:19.395434 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-4506e4eb-0c5a-439a-a1ed-53bdea7d4d63 req-cdc8b10f-0df6-4634-93c2-eae4d582ac07 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] 10.222.0.16 "GET /v2.0/ports?device_id=3de44f84-c30a-4dea-b1b5-70447c949561 HTTP/1.1" status: 200 len: 945 time: 0.0743661 Jul 07 14:43:19.402975 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-32ab590b-b608-4e0e-97ba-9b8c4927b3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf440855-b599-46aa-a455-f85cde04b890', 'name': 'tempest-TestVolumeBootPattern-93386920-router', 'tenant_id': '0ce05d06ad794625bef8693b2fcb923d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'external_fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': 'f71ba50b-4488-430a-afdc-4c771cab180d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T14:36:26Z', 'updated_at': '2021-07-07T14:36:28Z', 'revision_number': 4, 'project_id': '0ce05d06ad794625bef8693b2fcb923d', 'gw_port': {'id': 'f71ba50b-4488-430a-afdc-4c771cab180d', 'name': '', 'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:59:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf440855-b599-46aa-a455-f85cde04b890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:36:26Z', 'updated_at': '2021-07-07T14:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799821-1-iscsi', '_interfaces': [{'id': '5ffa04ba-c769-4e77-a757-8b2c755581c7', 'name': '', 'network_id': '6c35d8b0-d101-469c-acc6-415586fc4a11', 'tenant_id': '0ce05d06ad794625bef8693b2fcb923d', 'mac_address': 'fa:16:3e:29:02:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf440855-b599-46aa-a455-f85cde04b890', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'd30bc248-8afd-40ea-829c-3f5850a24126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:36:28Z', 'updated_at': '2021-07-07T14:36:35Z', 'revision_number': 5, 'project_id': '0ce05d06ad794625bef8693b2fcb923d', 'subnets': [{'id': 'd30bc248-8afd-40ea-829c-3f5850a24126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799821-1-iscsi', False) {} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:43:19.406864 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd068c67-1907-4e9e-b2d1-847b1f9c9e98 req-fe462f67-0aa7-4e14-80dd-4e2d4e65905c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:43:19.408390 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-cd068c67-1907-4e9e-b2d1-847b1f9c9e98 req-fe462f67-0aa7-4e14-80dd-4e2d4e65905c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6c35d8b0-d101-469c-acc6-415586fc4a11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0563180 Jul 07 14:43:19.431006 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-4506e4eb-0c5a-439a-a1ed-53bdea7d4d63 req-b9ea1f64-5b4d-4dcb-81f5-e547a1409094 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e32c3d7-cb5e-47d0-89f3-f4aa606fe8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342603 Jul 07 14:43:19.432890 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ab590b-b608-4e0e-97ba-9b8c4927b3fb None None] Checking router: bf440855-b599-46aa-a455-f85cde04b890 for host: dv-cinder-799821-1-iscsi {{(pid=92955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 14:43:19.441078 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ab590b-b608-4e0e-97ba-9b8c4927b3fb None None] Routers {'bf440855-b599-46aa-a455-f85cde04b890'} bound to L3 agent in host dv-cinder-799821-1-iscsi {{(pid=92955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 14:43:19.441692 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-32ab590b-b608-4e0e-97ba-9b8c4927b3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T13:53:27Z,description=,heartbeat_timestamp=2021-07-07T14:42:58Z,host='dv-cinder-799821-1-iscsi',id=652ddd47-bc13-4e1c-8285-b4eb8cea957f,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:53:27Z,topic='l3_agent')) {'router_ids': ['bf440855-b599-46aa-a455-f85cde04b890'], 'active': True} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:43:19.503917 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-cd068c67-1907-4e9e-b2d1-847b1f9c9e98 req-20fcb079-18c0-4862-a518-2c374bdc646e service neutron] 10.222.0.24 "GET /v2.0/networks/6c35d8b0-d101-469c-acc6-415586fc4a11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868921 Jul 07 14:43:19.545821 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvr_db [None req-32ab590b-b608-4e0e-97ba-9b8c4927b3fb None None] Set router bf440855-b599-46aa-a455-f85cde04b890 gateway port host: dv-cinder-799821-1-iscsi {{(pid=92955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 14:43:19.591636 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-cd068c67-1907-4e9e-b2d1-847b1f9c9e98 req-98e12254-be94-466c-a1c8-ca737530dde7 service neutron] 10.222.0.24 "GET /v2.0/networks/6c35d8b0-d101-469c-acc6-415586fc4a11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802400 Jul 07 14:43:19.739500 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-32ab590b-b608-4e0e-97ba-9b8c4927b3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf440855-b599-46aa-a455-f85cde04b890', 'name': 'tempest-TestVolumeBootPattern-93386920-router', 'tenant_id': '0ce05d06ad794625bef8693b2fcb923d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'external_fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': 'f71ba50b-4488-430a-afdc-4c771cab180d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T14:36:26Z', 'updated_at': '2021-07-07T14:36:28Z', 'revision_number': 4, 'project_id': '0ce05d06ad794625bef8693b2fcb923d', 'gw_port': {'id': 'f71ba50b-4488-430a-afdc-4c771cab180d', 'name': '', 'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:59:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf440855-b599-46aa-a455-f85cde04b890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:36:26Z', 'updated_at': '2021-07-07T14:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799821-1-iscsi', '_interfaces': [{'id': '5ffa04ba-c769-4e77-a757-8b2c755581c7', 'name': '', 'network_id': '6c35d8b0-d101-469c-acc6-415586fc4a11', 'tenant_id': '0ce05d06ad794625bef8693b2fcb923d', 'mac_address': 'fa:16:3e:29:02:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf440855-b599-46aa-a455-f85cde04b890', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'd30bc248-8afd-40ea-829c-3f5850a24126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:36:28Z', 'updated_at': '2021-07-07T14:36:35Z', 'revision_number': 5, 'project_id': '0ce05d06ad794625bef8693b2fcb923d', 'subnets': [{'id': 'd30bc248-8afd-40ea-829c-3f5850a24126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799821-1-iscsi', False) {} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:43:19.766031 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ab590b-b608-4e0e-97ba-9b8c4927b3fb None None] The sync data for ids ['bf440855-b599-46aa-a455-f85cde04b890'] in dv-cinder-799821-1-iscsi is: [{'id': 'bf440855-b599-46aa-a455-f85cde04b890', 'name': 'tempest-TestVolumeBootPattern-93386920-router', 'tenant_id': '0ce05d06ad794625bef8693b2fcb923d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'external_fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': 'f71ba50b-4488-430a-afdc-4c771cab180d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T14:36:26Z', 'updated_at': '2021-07-07T14:36:28Z', 'revision_number': 4, 'project_id': '0ce05d06ad794625bef8693b2fcb923d', 'gw_port': {'id': 'f71ba50b-4488-430a-afdc-4c771cab180d', 'name': '', 'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:59:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf440855-b599-46aa-a455-f85cde04b890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:36:26Z', 'updated_at': '2021-07-07T14:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799821-1-iscsi', '_interfaces': [{'id': '5ffa04ba-c769-4e77-a757-8b2c755581c7', 'name': '', 'network_id': '6c35d8b0-d101-469c-acc6-415586fc4a11', 'tenant_id': '0ce05d06ad794625bef8693b2fcb923d', 'mac_address': 'fa:16:3e:29:02:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf440855-b599-46aa-a455-f85cde04b890', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'd30bc248-8afd-40ea-829c-3f5850a24126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:36:28Z', 'updated_at': '2021-07-07T14:36:35Z', 'revision_number': 5, 'project_id': '0ce05d06ad794625bef8693b2fcb923d', 'subnets': [{'id': 'd30bc248-8afd-40ea-829c-3f5850a24126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 14:43:19.963601 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474cc8e5-74b9-477d-838b-79ea1dc12a1d None None] New status for floating IP 99f24209-0416-4028-a56b-11abe0d84cb6: DOWN {{(pid=92956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 14:43:20.248965 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.agents_db [None req-578d1851-68de-424d-8d1f-a58f436dd381 None None] Agent healthcheck: found 6 active agents {{(pid=92956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 14:43:20.605454 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf1caf9-9e04-42f8-9ebb-04d4e1adc02b req-3cc97532-5c96-43cf-9c60-3c6a2bf3cb6e tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:43:20.606947 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-ddf1caf9-9e04-42f8-9ebb-04d4e1adc02b req-3cc97532-5c96-43cf-9c60-3c6a2bf3cb6e tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] 10.222.0.16 "GET /v2.0/ports?device_id=3de44f84-c30a-4dea-b1b5-70447c949561 HTTP/1.1" status: 200 len: 945 time: 0.0634711 Jul 07 14:43:20.644011 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-ddf1caf9-9e04-42f8-9ebb-04d4e1adc02b req-7098edc6-3d57-440e-989b-2c5c475db934 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e32c3d7-cb5e-47d0-89f3-f4aa606fe8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316241 Jul 07 14:43:21.076867 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cdbd19-d0de-435d-8cc7-e36184f57f8e req-04550bb9-a1fb-43a1-9a2a-72f48a9fc8f3 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 14:43:21.078327 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-30cdbd19-d0de-435d-8cc7-e36184f57f8e req-04550bb9-a1fb-43a1-9a2a-72f48a9fc8f3 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] 10.222.0.24 "GET /v2.0/ports?device_id=3de44f84-c30a-4dea-b1b5-70447c949561 HTTP/1.1" status: 200 len: 945 time: 0.0618291 Jul 07 14:43:21.180746 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.plugin [req-30cdbd19-d0de-435d-8cc7-e36184f57f8e req-f3ab68b0-2fdc-41fd-b434-b9381fac2d98 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Deleting port 2553b9cb-b26a-4b24-9781-fd6d809b1776 {{(pid=92954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 14:43:21.181005 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-30cdbd19-d0de-435d-8cc7-e36184f57f8e req-f3ab68b0-2fdc-41fd-b434-b9381fac2d98 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744351408860'] for port, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:43:21.265817 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [req-30cdbd19-d0de-435d-8cc7-e36184f57f8e req-f3ab68b0-2fdc-41fd-b434-b9381fac2d98 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] For port 2553b9cb-b26a-4b24-9781-fd6d809b1776, host hv-cinder-79982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79982',level=0,port_id=2553b9cb-b26a-4b24-9781-fd6d809b1776,segment=NetworkSegment(06112c06-3017-4cd2-b257-79638c135136),segment_id=06112c06-3017-4cd2-b257-79638c135136)] {{(pid=92954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 14:43:21.266164 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-30cdbd19-d0de-435d-8cc7-e36184f57f8e req-f3ab68b0-2fdc-41fd-b434-b9381fac2d98 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1715988'] for port, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:43:21.281497 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.plugin [req-30cdbd19-d0de-435d-8cc7-e36184f57f8e req-f3ab68b0-2fdc-41fd-b434-b9381fac2d98 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Calling delete_port for 2553b9cb-b26a-4b24-9781-fd6d809b1776 owned by compute:nova {{(pid=92954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 14:43:21.403124 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-30cdbd19-d0de-435d-8cc7-e36184f57f8e req-f3ab68b0-2fdc-41fd-b434-b9381fac2d98 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744351415830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744350976997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8461640'] for port, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:43:21.437860 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ab68b0-2fdc-41fd-b434-b9381fac2d98 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Pushing event deleted for resources: {'Port': ['ID=2553b9cb-b26a-4b24-9781-fd6d809b1776,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:43:21.477800 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [req-30cdbd19-d0de-435d-8cc7-e36184f57f8e req-f3ab68b0-2fdc-41fd-b434-b9381fac2d98 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] No DVR routers for this DVR port 2553b9cb-b26a-4b24-9781-fd6d809b1776 on host hv-cinder-79982 {{(pid=92954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 14:43:21.480893 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-30cdbd19-d0de-435d-8cc7-e36184f57f8e req-f3ab68b0-2fdc-41fd-b434-b9381fac2d98 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171717'] for port, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:43:21.482907 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [req-30cdbd19-d0de-435d-8cc7-e36184f57f8e req-f3ab68b0-2fdc-41fd-b434-b9381fac2d98 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] 10.222.0.24 "DELETE /v2.0/ports/2553b9cb-b26a-4b24-9781-fd6d809b1776 HTTP/1.1" status: 204 len: 173 time: 0.3959801 Jul 07 14:43:21.483349 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3de44f84-c30a-4dea-b1b5-70447c949561', 'name': 'network-vif-deleted', 'tag': '2553b9cb-b26a-4b24-9781-fd6d809b1776'}] {{(pid=92954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 14:43:21.485579 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23a2f25214143ca7dc6eabc905ff8a7df5b3799efbbaa422209646810e3da78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0093d670-196a-4c81-9502-1045b17778d5" -d '{"events": [{"server_uuid": "3de44f84-c30a-4dea-b1b5-70447c949561", "name": "network-vif-deleted", "tag": "2553b9cb-b26a-4b24-9781-fd6d809b1776"}]}' {{(pid=92954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 14:43:21.520153 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 14:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a94d2c4-5e38-4c0b-b574-1c2475b2849b x-openstack-request-id: req-5a94d2c4-5e38-4c0b-b574-1c2475b2849b {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 14:43:21.520446 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3de44f84-c30a-4dea-b1b5-70447c949561", "name": "network-vif-deleted", "tag": "2553b9cb-b26a-4b24-9781-fd6d809b1776", "status": "completed", "code": 200}]} {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 14:43:21.520698 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5a94d2c4-5e38-4c0b-b574-1c2475b2849b {{(pid=92954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 14:43:21.521094 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3de44f84-c30a-4dea-b1b5-70447c949561', 'name': 'network-vif-deleted', 'tag': '2553b9cb-b26a-4b24-9781-fd6d809b1776', 'status': 'completed', 'code': 200} Jul 07 14:43:21.791455 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [req-5746cc35-fd8e-41f4-8208-75880fb5c6c1 req-9d20ab2d-3d4e-4178-acfa-4db7b59ff713 tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] 10.222.0.16 "GET /v2.0/ports?device_id=3de44f84-c30a-4dea-b1b5-70447c949561 HTTP/1.1" status: 200 len: 210 time: 0.0345273 Jul 07 14:43:22.885008 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 44192) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:43:23.012046 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.plugin [None req-56326c65-cada-49f4-a758-78e1a2e030ea tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Deleting port 8e434b3c-9c8b-4412-9aa1-adf8a3ce23c0 {{(pid=92954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 14:43:23.012385 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-56326c65-cada-49f4-a758-78e1a2e030ea tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744351408860'] for port, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:43:23.083577 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-56326c65-cada-49f4-a758-78e1a2e030ea tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1715988'] for port, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:43:23.083827 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-56326c65-cada-49f4-a758-78e1a2e030ea tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:43:23.095637 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.plugin [None req-56326c65-cada-49f4-a758-78e1a2e030ea tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Calling delete_port for 8e434b3c-9c8b-4412-9aa1-adf8a3ce23c0 owned by network:floatingip {{(pid=92954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 14:43:23.222667 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-56326c65-cada-49f4-a758-78e1a2e030ea tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744351415830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744350976997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8461640'] for port, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:43:23.247248 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56326c65-cada-49f4-a758-78e1a2e030ea tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Pushing event deleted for resources: {'Port': ['ID=8e434b3c-9c8b-4412-9aa1-adf8a3ce23c0,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:43:23.309615 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-56326c65-cada-49f4-a758-78e1a2e030ea tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Notify callbacks [] for floatingip, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:43:23.312051 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-56326c65-cada-49f4-a758-78e1a2e030ea tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171717'] for floatingip, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:43:23.313181 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-56326c65-cada-49f4-a758-78e1a2e030ea tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] 10.222.0.16 "DELETE /v2.0/floatingips/e4e9f306-8b45-4af1-b182-e53c18a5f761 HTTP/1.1" status: 204 len: 168 time: 0.4271398 Jul 07 14:43:23.691033 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Device 2553b9cb-b26a-4b24-9781-fd6d809b1776 no longer exists at agent hyperv_hv-cinder-79982 {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 14:43:23.714726 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] No Port match for: 2553b9cb-b26a-4b24-9781-fd6d809b1776 {{(pid=92955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 14:43:23.715075 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Device 2553b9cb-b26a-4b24-9781-fd6d809b1776 not bound to the agent host hv-cinder-79982 {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 14:43:24.571028 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 44204) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:43:24.627890 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-66159a67-2abc-44de-bed0-ee7b71502fcc tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Notify callbacks [] for security_group, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:43:24.652060 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-66159a67-2abc-44de-bed0-ee7b71502fcc tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:43:24.708853 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-66159a67-2abc-44de-bed0-ee7b71502fcc tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:43:24.711703 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-66159a67-2abc-44de-bed0-ee7b71502fcc tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Notify callbacks [] for security_group, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:43:24.713317 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-66159a67-2abc-44de-bed0-ee7b71502fcc tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] 10.222.0.16 "DELETE /v2.0/security-groups/3e32c3d7-cb5e-47d0-89f3-f4aa606fe8ec HTTP/1.1" status: 204 len: 168 time: 0.1406317 Jul 07 14:43:24.723027 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66159a67-2abc-44de-bed0-ee7b71502fcc tempest-TestVolumeBootPattern-1899059138 tempest-TestVolumeBootPattern-1899059138-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e32c3d7-cb5e-47d0-89f3-f4aa606fe8ec,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:43:24.769367 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 44208) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:43:24.934171 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-f9e0ecda-e1be-4882-be08-448675ad85d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:43:25.198611 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-b9b7db38-972b-4563-b2ed-0511246e8de4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1712148'] for router_interface, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:43:25.443500 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-b9b7db38-972b-4563-b2ed-0511246e8de4 admin admin] Deleting port 5ffa04ba-c769-4e77-a757-8b2c755581c7 {{(pid=92953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 14:43:25.443843 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-b9b7db38-972b-4563-b2ed-0511246e8de4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744351408860'] for port, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:43:25.522529 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-b9b7db38-972b-4563-b2ed-0511246e8de4 admin admin] For port 5ffa04ba-c769-4e77-a757-8b2c755581c7, host dv-cinder-799821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799821-1-iscsi',level=0,port_id=5ffa04ba-c769-4e77-a757-8b2c755581c7,segment=NetworkSegment(06112c06-3017-4cd2-b257-79638c135136),segment_id=06112c06-3017-4cd2-b257-79638c135136)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 14:43:25.522811 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-b9b7db38-972b-4563-b2ed-0511246e8de4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1715988'] for port, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:43:25.535390 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-b9b7db38-972b-4563-b2ed-0511246e8de4 admin admin] Calling delete_port for 5ffa04ba-c769-4e77-a757-8b2c755581c7 owned by network:router_interface {{(pid=92953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 14:43:25.707218 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-b9b7db38-972b-4563-b2ed-0511246e8de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744351415830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744350976997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2608659'] for port, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:43:25.732002 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b7db38-972b-4563-b2ed-0511246e8de4 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ffa04ba-c769-4e77-a757-8b2c755581c7,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:43:25.897138 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-b9b7db38-972b-4563-b2ed-0511246e8de4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1716010'] for router_interface, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:43:26.101484 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9b7db38-972b-4563-b2ed-0511246e8de4 admin admin] Router bf440855-b599-46aa-a455-f85cde04b890 has already been hosted by L3 agent 652ddd47-bc13-4e1c-8285-b4eb8cea957f {{(pid=92953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 14:43:26.205390 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9b7db38-972b-4563-b2ed-0511246e8de4 admin admin] Notify agent at l3_agent.dv-cinder-799821-1-iscsi the message routers_updated {{(pid=92953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 14:43:26.211449 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-b9b7db38-972b-4563-b2ed-0511246e8de4 admin admin] 10.222.0.16 "PUT /v2.0/routers/bf440855-b599-46aa-a455-f85cde04b890/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4399214 Jul 07 14:43:26.212778 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 44214) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:43:26.215340 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc795c9-ed04-49cb-98bc-f37ee76b1b56 None None] Sync routers for ids ['bf440855-b599-46aa-a455-f85cde04b890'] in dv-cinder-799821-1-iscsi {{(pid=92955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 14:43:26.224253 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc795c9-ed04-49cb-98bc-f37ee76b1b56 None None] Routers {'bf440855-b599-46aa-a455-f85cde04b890'} bound to L3 agent in host dv-cinder-799821-1-iscsi {{(pid=92955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 14:43:26.224849 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-4cc795c9-ed04-49cb-98bc-f37ee76b1b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T13:53:27Z,description=,heartbeat_timestamp=2021-07-07T14:42:58Z,host='dv-cinder-799821-1-iscsi',id=652ddd47-bc13-4e1c-8285-b4eb8cea957f,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:53:27Z,topic='l3_agent')) {'router_ids': ['bf440855-b599-46aa-a455-f85cde04b890'], 'active': True} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:43:26.314331 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-82029196-bcf3-48c0-9f79-6a09019a86df admin admin] Notify callbacks [] for router, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:43:26.328800 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvr_db [None req-4cc795c9-ed04-49cb-98bc-f37ee76b1b56 None None] Set router bf440855-b599-46aa-a455-f85cde04b890 gateway port host: dv-cinder-799821-1-iscsi {{(pid=92955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 14:43:26.412861 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-82029196-bcf3-48c0-9f79-6a09019a86df admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:43:26.466942 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-82029196-bcf3-48c0-9f79-6a09019a86df admin admin] Deleting port f71ba50b-4488-430a-afdc-4c771cab180d {{(pid=92953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 14:43:26.467271 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-82029196-bcf3-48c0-9f79-6a09019a86df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744351408860'] for port, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:43:26.504985 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-4cc795c9-ed04-49cb-98bc-f37ee76b1b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf440855-b599-46aa-a455-f85cde04b890', 'name': 'tempest-TestVolumeBootPattern-93386920-router', 'tenant_id': '0ce05d06ad794625bef8693b2fcb923d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'external_fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': 'f71ba50b-4488-430a-afdc-4c771cab180d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T14:36:26Z', 'updated_at': '2021-07-07T14:43:25Z', 'revision_number': 5, 'project_id': '0ce05d06ad794625bef8693b2fcb923d', 'gw_port': {'id': 'f71ba50b-4488-430a-afdc-4c771cab180d', 'name': '', 'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:59:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf440855-b599-46aa-a455-f85cde04b890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:36:26Z', 'updated_at': '2021-07-07T14:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799821-1-iscsi'}], 'dv-cinder-799821-1-iscsi', False) {} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:43:26.530604 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc795c9-ed04-49cb-98bc-f37ee76b1b56 None None] Checking router: bf440855-b599-46aa-a455-f85cde04b890 for host: dv-cinder-799821-1-iscsi {{(pid=92955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 14:43:26.538576 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc795c9-ed04-49cb-98bc-f37ee76b1b56 None None] Routers {'bf440855-b599-46aa-a455-f85cde04b890'} bound to L3 agent in host dv-cinder-799821-1-iscsi {{(pid=92955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 14:43:26.539173 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-4cc795c9-ed04-49cb-98bc-f37ee76b1b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T13:53:27Z,description=,heartbeat_timestamp=2021-07-07T14:42:58Z,host='dv-cinder-799821-1-iscsi',id=652ddd47-bc13-4e1c-8285-b4eb8cea957f,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:53:27Z,topic='l3_agent')) {'router_ids': ['bf440855-b599-46aa-a455-f85cde04b890'], 'active': True} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:43:26.543241 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-82029196-bcf3-48c0-9f79-6a09019a86df admin admin] For port f71ba50b-4488-430a-afdc-4c771cab180d, host dv-cinder-799821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799821-1-iscsi',level=0,port_id=f71ba50b-4488-430a-afdc-4c771cab180d,segment=NetworkSegment(f9b1122d-b65f-4a0f-8420-4cc063cf42b9),segment_id=f9b1122d-b65f-4a0f-8420-4cc063cf42b9)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 14:43:26.543603 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-82029196-bcf3-48c0-9f79-6a09019a86df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1715988'] for port, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:43:26.560085 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-82029196-bcf3-48c0-9f79-6a09019a86df admin admin] Calling delete_port for f71ba50b-4488-430a-afdc-4c771cab180d owned by network:router_gateway {{(pid=92953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 14:43:26.625885 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvr_db [None req-4cc795c9-ed04-49cb-98bc-f37ee76b1b56 None None] Set router bf440855-b599-46aa-a455-f85cde04b890 gateway port host: None {{(pid=92955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 14:43:26.679413 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-4cc795c9-ed04-49cb-98bc-f37ee76b1b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf440855-b599-46aa-a455-f85cde04b890', 'name': 'tempest-TestVolumeBootPattern-93386920-router', 'tenant_id': '0ce05d06ad794625bef8693b2fcb923d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T14:36:26Z', 'updated_at': '2021-07-07T14:43:26Z', 'revision_number': 6, 'project_id': '0ce05d06ad794625bef8693b2fcb923d', 'gw_port_host': None}], 'dv-cinder-799821-1-iscsi', False) {} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:43:26.704568 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc795c9-ed04-49cb-98bc-f37ee76b1b56 None None] The sync data for ids ['bf440855-b599-46aa-a455-f85cde04b890'] in dv-cinder-799821-1-iscsi is: [{'id': 'bf440855-b599-46aa-a455-f85cde04b890', 'name': 'tempest-TestVolumeBootPattern-93386920-router', 'tenant_id': '0ce05d06ad794625bef8693b2fcb923d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T14:36:26Z', 'updated_at': '2021-07-07T14:43:26Z', 'revision_number': 6, 'project_id': '0ce05d06ad794625bef8693b2fcb923d', 'gw_port_host': None}] {{(pid=92955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 14:43:26.720269 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-82029196-bcf3-48c0-9f79-6a09019a86df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744351415830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744350976997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2608659'] for port, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:43:26.752027 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82029196-bcf3-48c0-9f79-6a09019a86df admin admin] Pushing event deleted for resources: {'Port': ['ID=f71ba50b-4488-430a-afdc-4c771cab180d,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:43:26.810217 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-82029196-bcf3-48c0-9f79-6a09019a86df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1662035'] for router_gateway, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:43:26.899812 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-82029196-bcf3-48c0-9f79-6a09019a86df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1724647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6200'] for router, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:43:26.902394 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-82029196-bcf3-48c0-9f79-6a09019a86df admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:43:26.943572 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-82029196-bcf3-48c0-9f79-6a09019a86df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1727095'] for router, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:43:26.944132 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82029196-bcf3-48c0-9f79-6a09019a86df admin admin] Fanout notify agent at l3_agent the message router_deleted on router bf440855-b599-46aa-a455-f85cde04b890 {{(pid=92953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 14:43:26.948305 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-82029196-bcf3-48c0-9f79-6a09019a86df admin admin] Notify callbacks [] for router, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:43:26.951878 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-82029196-bcf3-48c0-9f79-6a09019a86df admin admin] 10.222.0.16 "DELETE /v2.0/routers/bf440855-b599-46aa-a455-f85cde04b890 HTTP/1.1" status: 204 len: 168 time: 0.7357700 Jul 07 14:43:26.952099 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 44216) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:43:26.998863 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.db.db_base_plugin_v2 [None req-6de95e4e-93ec-44ce-aac4-e743579e9d30 admin admin] Deleting subnet d30bc248-8afd-40ea-829c-3f5850a24126 {{(pid=92953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 14:43:27.002025 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-6de95e4e-93ec-44ce-aac4-e743579e9d30 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:43:27.037349 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-6de95e4e-93ec-44ce-aac4-e743579e9d30 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2140470'] for subnet, precommit_delete_associations {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:43:27.115048 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-6de95e4e-93ec-44ce-aac4-e743579e9d30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736859'] for subnet, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:43:27.174199 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-6de95e4e-93ec-44ce-aac4-e743579e9d30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2608681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3757649'] for subnet, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:43:27.198240 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de95e4e-93ec-44ce-aac4-e743579e9d30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d30bc248-8afd-40ea-829c-3f5850a24126,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:43:27.204486 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-6de95e4e-93ec-44ce-aac4-e743579e9d30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582248'] for subnet, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:43:27.206545 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-6de95e4e-93ec-44ce-aac4-e743579e9d30 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/d30bc248-8afd-40ea-829c-3f5850a24126 HTTP/1.1" status: 204 len: 168 time: 0.2532942 Jul 07 14:43:27.208697 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 44218) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:43:27.211112 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a676920-30bd-46b4-8c24-7dca76bbdc11 None None] Network 6c35d8b0-d101-469c-acc6-415586fc4a11 requested from dv-cinder-799821-1-iscsi {{(pid=92955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 14:43:27.274688 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-dd444c77-0bbb-4e32-b098-3807584285ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573990'] for network, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:43:27.325834 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-dd444c77-0bbb-4e32-b098-3807584285ec admin admin] Deleting port b8bc42c0-078c-41e6-9720-fe778376e598 {{(pid=92953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 14:43:27.326171 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-dd444c77-0bbb-4e32-b098-3807584285ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744351408860'] for port, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:43:27.390997 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-dd444c77-0bbb-4e32-b098-3807584285ec admin admin] For port b8bc42c0-078c-41e6-9720-fe778376e598, host dv-cinder-799821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799821-1-iscsi',level=0,port_id=b8bc42c0-078c-41e6-9720-fe778376e598,segment=NetworkSegment(06112c06-3017-4cd2-b257-79638c135136),segment_id=06112c06-3017-4cd2-b257-79638c135136)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 14:43:27.391291 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-dd444c77-0bbb-4e32-b098-3807584285ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1715988'] for port, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:43:27.403448 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-dd444c77-0bbb-4e32-b098-3807584285ec admin admin] Calling delete_port for b8bc42c0-078c-41e6-9720-fe778376e598 owned by network:dhcp {{(pid=92953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 14:43:27.459225 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d4769f-3bc0-4f54-8465-5160ebefb078 None None] DHCP port deletion for 6c35d8b0-d101-469c-acc6-415586fc4a11 request from dv-cinder-799821-1-iscsi {{(pid=92955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 14:43:27.500217 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-dd444c77-0bbb-4e32-b098-3807584285ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744351415830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744350976997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2608659'] for port, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:43:27.512561 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-90d4769f-3bc0-4f54-8465-5160ebefb078 None None] Deleting port b8bc42c0-078c-41e6-9720-fe778376e598 {{(pid=92955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 14:43:27.513053 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-90d4769f-3bc0-4f54-8465-5160ebefb078 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744351408860'] for port, before_delete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:43:27.534055 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd444c77-0bbb-4e32-b098-3807584285ec admin admin] Pushing event deleted for resources: {'Port': ['ID=b8bc42c0-078c-41e6-9720-fe778376e598,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:43:27.535869 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd444c77-0bbb-4e32-b098-3807584285ec admin admin] No DVR routers for this DVR port b8bc42c0-078c-41e6-9720-fe778376e598 on host dv-cinder-799821-1-iscsi {{(pid=92953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 14:43:27.562607 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Device b8bc42c0-078c-41e6-9720-fe778376e598 no longer exists at agent ovs-agent-dv-cinder-799821-1-iscsi {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 14:43:27.599430 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] No Port match for: b8bc42c0-078c-41e6-9720-fe778376e598 {{(pid=92955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 14:43:27.599765 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Device b8bc42c0-078c-41e6-9720-fe778376e598 not bound to the agent host dv-cinder-799821-1-iscsi {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 14:43:27.600171 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Device 5ffa04ba-c769-4e77-a757-8b2c755581c7 no longer exists at agent ovs-agent-dv-cinder-799821-1-iscsi {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 14:43:27.608623 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-dd444c77-0bbb-4e32-b098-3807584285ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730318', 'neutron.services.segments.db._delete_segments_for_network-8744351280222'] for network, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:43:27.618400 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.services.segments.db [None req-dd444c77-0bbb-4e32-b098-3807584285ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c35d8b0-d101-469c-acc6-415586fc4a11']}} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:43:27.629095 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.services.segments.db [None req-dd444c77-0bbb-4e32-b098-3807584285ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06112c06-3017-4cd2-b257-79638c135136') {'for_net_delete': True} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:43:27.629356 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-1b2caaed-57c7-4d56-99d8-f8a354ccfc27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:43:27.629540 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.services.segments.db [None req-dd444c77-0bbb-4e32-b098-3807584285ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06112c06-3017-4cd2-b257-79638c135136') {} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:43:27.633362 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] No Port match for: 5ffa04ba-c769-4e77-a757-8b2c755581c7 {{(pid=92955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 14:43:27.633703 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Device 5ffa04ba-c769-4e77-a757-8b2c755581c7 not bound to the agent host dv-cinder-799821-1-iscsi {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 14:43:27.634125 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Device f71ba50b-4488-430a-afdc-4c771cab180d no longer exists at agent ovs-agent-dv-cinder-799821-1-iscsi {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 14:43:27.639356 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-dd444c77-0bbb-4e32-b098-3807584285ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744351507842', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2140449'] for segment, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:43:27.640212 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-90d4769f-3bc0-4f54-8465-5160ebefb078 None None] For port b8bc42c0-078c-41e6-9720-fe778376e598, host dv-cinder-799821-1-iscsi, got binding levels [] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 14:43:27.640596 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-90d4769f-3bc0-4f54-8465-5160ebefb078 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1715988'] for port, precommit_delete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:43:27.653756 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-dd444c77-0bbb-4e32-b098-3807584285ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:43:27.660769 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd444c77-0bbb-4e32-b098-3807584285ec admin admin] Releasing vlan 642 on physical network physnet1 to pool {{(pid=92953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 14:43:27.661241 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-dd444c77-0bbb-4e32-b098-3807584285ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2608844'] for segment, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:43:27.663012 dv-cinder-799821-1-iscsi neutron-server[92953]: Traceback (most recent call last): Jul 07 14:43:27.663012 dv-cinder-799821-1-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 14:43:27.663012 dv-cinder-799821-1-iscsi neutron-server[92953]: timer() Jul 07 14:43:27.663012 dv-cinder-799821-1-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 14:43:27.663012 dv-cinder-799821-1-iscsi neutron-server[92953]: cb(*args, **kw) Jul 07 14:43:27.663012 dv-cinder-799821-1-iscsi neutron-server[92953]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 14:43:27.663012 dv-cinder-799821-1-iscsi neutron-server[92953]: return func(*args, **kwargs) Jul 07 14:43:27.663012 dv-cinder-799821-1-iscsi neutron-server[92953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 14:43:27.663012 dv-cinder-799821-1-iscsi neutron-server[92953]: self._notify() Jul 07 14:43:27.663012 dv-cinder-799821-1-iscsi neutron-server[92953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 14:43:27.663012 dv-cinder-799821-1-iscsi neutron-server[92953]: self.callback(batched_events) Jul 07 14:43:27.663012 dv-cinder-799821-1-iscsi neutron-server[92953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 14:43:27.663012 dv-cinder-799821-1-iscsi neutron-server[92953]: event.method(event) Jul 07 14:43:27.663012 dv-cinder-799821-1-iscsi neutron-server[92953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 14:43:27.663012 dv-cinder-799821-1-iscsi neutron-server[92953]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 14:43:27.663012 dv-cinder-799821-1-iscsi neutron-server[92953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 14:43:27.663012 dv-cinder-799821-1-iscsi neutron-server[92953]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 14:43:27.663012 dv-cinder-799821-1-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 14:43:27.663012 dv-cinder-799821-1-iscsi neutron-server[92953]: return f(self, *a, **k) Jul 07 14:43:27.663012 dv-cinder-799821-1-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 14:43:27.663012 dv-cinder-799821-1-iscsi neutron-server[92953]: return self._get(url).json() Jul 07 14:43:27.663012 dv-cinder-799821-1-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 14:43:27.663012 dv-cinder-799821-1-iscsi neutron-server[92953]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 14:43:27.663012 dv-cinder-799821-1-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 14:43:27.663012 dv-cinder-799821-1-iscsi neutron-server[92953]: return self.request(url, 'GET', **kwargs) Jul 07 14:43:27.663012 dv-cinder-799821-1-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 14:43:27.663012 dv-cinder-799821-1-iscsi neutron-server[92953]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 14:43:27.663012 dv-cinder-799821-1-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 14:43:27.663012 dv-cinder-799821-1-iscsi neutron-server[92953]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 14:43:27.663012 dv-cinder-799821-1-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 14:43:27.663012 dv-cinder-799821-1-iscsi neutron-server[92953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 14:43:27.663012 dv-cinder-799821-1-iscsi neutron-server[92953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 14:43:27.668252 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] No Port match for: f71ba50b-4488-430a-afdc-4c771cab180d {{(pid=92955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 14:43:27.668597 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Device f71ba50b-4488-430a-afdc-4c771cab180d not bound to the agent host dv-cinder-799821-1-iscsi {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 14:43:27.671689 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-90d4769f-3bc0-4f54-8465-5160ebefb078 None None] Calling delete_port for b8bc42c0-078c-41e6-9720-fe778376e598 owned by network:dhcp {{(pid=92955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 14:43:27.674654 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.ipam_backend_mixin [None req-90d4769f-3bc0-4f54-8465-5160ebefb078 None None] Port b8bc42c0-078c-41e6-9720-fe778376e598 was not found and therefore no delete operation was performed {{(pid=92955) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 14:43:27.675748 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-90d4769f-3bc0-4f54-8465-5160ebefb078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744351415830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744350976997'] for port, after_delete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:43:27.705494 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d4769f-3bc0-4f54-8465-5160ebefb078 None None] Pushing event deleted for resources: {'Port': ['ID=b8bc42c0-078c-41e6-9720-fe778376e598,revision_number=None']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:43:27.710485 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d4769f-3bc0-4f54-8465-5160ebefb078 None None] No DVR routers for this DVR port b8bc42c0-078c-41e6-9720-fe778376e598 on host dv-cinder-799821-1-iscsi {{(pid=92955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 14:43:27.725328 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d4769f-3bc0-4f54-8465-5160ebefb078 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:43:27.725684 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d4769f-3bc0-4f54-8465-5160ebefb078 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:43:27.726279 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d4769f-3bc0-4f54-8465-5160ebefb078 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:43:27.726653 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d4769f-3bc0-4f54-8465-5160ebefb078 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:43:27.726982 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d4769f-3bc0-4f54-8465-5160ebefb078 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:43:27.727311 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d4769f-3bc0-4f54-8465-5160ebefb078 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:43:27.727644 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d4769f-3bc0-4f54-8465-5160ebefb078 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:43:27.728490 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d4769f-3bc0-4f54-8465-5160ebefb078 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:43:27.728910 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d4769f-3bc0-4f54-8465-5160ebefb078 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:43:27.729225 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d4769f-3bc0-4f54-8465-5160ebefb078 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:43:27.729548 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d4769f-3bc0-4f54-8465-5160ebefb078 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:43:27.729873 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d4769f-3bc0-4f54-8465-5160ebefb078 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799821-1-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 14:43:27.881539 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:43:27.957192 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-dd444c77-0bbb-4e32-b098-3807584285ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1662071'] for network, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:43:27.962057 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-dd444c77-0bbb-4e32-b098-3807584285ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582248'] for network, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:43:27.963954 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-dd444c77-0bbb-4e32-b098-3807584285ec admin admin] 10.222.0.16 "DELETE /v2.0/networks/6c35d8b0-d101-469c-acc6-415586fc4a11 HTTP/1.1" status: 204 len: 168 time: 0.7543557 Jul 07 14:43:27.967171 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 44220) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:43:27.976602 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd444c77-0bbb-4e32-b098-3807584285ec admin admin] Pushing event deleted for resources: {'Network': ['ID=6c35d8b0-d101-469c-acc6-415586fc4a11,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:43:28.308330 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-efcbe881-4c31-4be3-a207-9d090ae68c9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1712148'] for router_interface, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:43:28.551070 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.plugin [None req-efcbe881-4c31-4be3-a207-9d090ae68c9a admin admin] Deleting port bc1e4310-bcc4-4d7b-bc04-b56a340530b8 {{(pid=92954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 14:43:28.551407 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-efcbe881-4c31-4be3-a207-9d090ae68c9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744351408860'] for port, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:43:28.626087 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [None req-efcbe881-4c31-4be3-a207-9d090ae68c9a admin admin] For port bc1e4310-bcc4-4d7b-bc04-b56a340530b8, host dv-cinder-799821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799821-1-iscsi',level=0,port_id=bc1e4310-bcc4-4d7b-bc04-b56a340530b8,segment=NetworkSegment(eae3c447-b47b-4621-bef4-43a53db72d4e),segment_id=eae3c447-b47b-4621-bef4-43a53db72d4e)] {{(pid=92954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 14:43:28.626440 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-efcbe881-4c31-4be3-a207-9d090ae68c9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1715988'] for port, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:43:28.638899 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.plugin [None req-efcbe881-4c31-4be3-a207-9d090ae68c9a admin admin] Calling delete_port for bc1e4310-bcc4-4d7b-bc04-b56a340530b8 owned by network:router_interface {{(pid=92954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 14:43:28.798131 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-797095d9-f31f-46bc-add0-d9922559420e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:43:28.812033 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-efcbe881-4c31-4be3-a207-9d090ae68c9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744351415830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744350976997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8461640'] for port, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:43:28.841161 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcbe881-4c31-4be3-a207-9d090ae68c9a admin admin] Pushing event deleted for resources: {'Port': ['ID=bc1e4310-bcc4-4d7b-bc04-b56a340530b8,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:43:29.001415 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-efcbe881-4c31-4be3-a207-9d090ae68c9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1716010'] for router_interface, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:43:29.473529 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efcbe881-4c31-4be3-a207-9d090ae68c9a admin admin] Router c96a6652-9775-405d-9bd4-5c3fa3e9076d has already been hosted by L3 agent 652ddd47-bc13-4e1c-8285-b4eb8cea957f {{(pid=92954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 14:43:29.576170 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efcbe881-4c31-4be3-a207-9d090ae68c9a admin admin] Notify agent at l3_agent.dv-cinder-799821-1-iscsi the message routers_updated {{(pid=92954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 14:43:29.581934 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-efcbe881-4c31-4be3-a207-9d090ae68c9a admin admin] 10.222.0.16 "PUT /v2.0/routers/c96a6652-9775-405d-9bd4-5c3fa3e9076d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6136906 Jul 07 14:43:29.583626 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 44222) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:43:29.584538 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dea982c-230b-4f28-a5e2-1a998e39c7aa None None] Sync routers for ids ['c96a6652-9775-405d-9bd4-5c3fa3e9076d'] in dv-cinder-799821-1-iscsi {{(pid=92956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 14:43:29.595217 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dea982c-230b-4f28-a5e2-1a998e39c7aa None None] Routers {'c96a6652-9775-405d-9bd4-5c3fa3e9076d'} bound to L3 agent in host dv-cinder-799821-1-iscsi {{(pid=92956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 14:43:29.595749 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-4dea982c-230b-4f28-a5e2-1a998e39c7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T13:53:27Z,description=,heartbeat_timestamp=2021-07-07T14:43:28Z,host='dv-cinder-799821-1-iscsi',id=652ddd47-bc13-4e1c-8285-b4eb8cea957f,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:53:27Z,topic='l3_agent')) {'router_ids': ['c96a6652-9775-405d-9bd4-5c3fa3e9076d'], 'active': True} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:43:29.688994 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-2ed7f3e2-73de-4367-a542-cfbadbe425da admin admin] Notify callbacks [] for router, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:43:29.698095 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvr_db [None req-4dea982c-230b-4f28-a5e2-1a998e39c7aa None None] Set router c96a6652-9775-405d-9bd4-5c3fa3e9076d gateway port host: dv-cinder-799821-1-iscsi {{(pid=92956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 14:43:29.793352 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-2ed7f3e2-73de-4367-a542-cfbadbe425da admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:43:29.846124 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-2ed7f3e2-73de-4367-a542-cfbadbe425da admin admin] Deleting port 2a80388d-a075-47da-8083-9b7f8c00c93f {{(pid=92953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 14:43:29.846465 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-2ed7f3e2-73de-4367-a542-cfbadbe425da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744351408860'] for port, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:43:29.881709 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-4dea982c-230b-4f28-a5e2-1a998e39c7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c96a6652-9775-405d-9bd4-5c3fa3e9076d', 'name': 'tempest-TestVolumeBootPattern-1326863929-router', 'tenant_id': 'a8e166c82d9a413a9a0e77c645377cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'external_fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '2a80388d-a075-47da-8083-9b7f8c00c93f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T14:36:30Z', 'updated_at': '2021-07-07T14:43:28Z', 'revision_number': 5, 'project_id': 'a8e166c82d9a413a9a0e77c645377cc0', 'gw_port': {'id': '2a80388d-a075-47da-8083-9b7f8c00c93f', 'name': '', 'network_id': 'c156ab8d-931b-4b1f-b6c4-5fb4e1ea13b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:33:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96a6652-9775-405d-9bd4-5c3fa3e9076d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T14:36:31Z', 'updated_at': '2021-07-07T14:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '157deb10-066f-4182-88bf-9da6b52b6e64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799821-1-iscsi'}], 'dv-cinder-799821-1-iscsi', False) {} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:43:29.926979 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-2ed7f3e2-73de-4367-a542-cfbadbe425da admin admin] For port 2a80388d-a075-47da-8083-9b7f8c00c93f, host dv-cinder-799821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799821-1-iscsi',level=0,port_id=2a80388d-a075-47da-8083-9b7f8c00c93f,segment=NetworkSegment(f9b1122d-b65f-4a0f-8420-4cc063cf42b9),segment_id=f9b1122d-b65f-4a0f-8420-4cc063cf42b9)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 14:43:29.927343 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-2ed7f3e2-73de-4367-a542-cfbadbe425da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1715988'] for port, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:43:29.945055 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-2ed7f3e2-73de-4367-a542-cfbadbe425da admin admin] Calling delete_port for 2a80388d-a075-47da-8083-9b7f8c00c93f owned by network:router_gateway {{(pid=92953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 14:43:29.992916 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dea982c-230b-4f28-a5e2-1a998e39c7aa None None] Checking router: c96a6652-9775-405d-9bd4-5c3fa3e9076d for host: dv-cinder-799821-1-iscsi {{(pid=92956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 14:43:30.001584 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dea982c-230b-4f28-a5e2-1a998e39c7aa None None] Routers {'c96a6652-9775-405d-9bd4-5c3fa3e9076d'} bound to L3 agent in host dv-cinder-799821-1-iscsi {{(pid=92956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 14:43:30.002189 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-4dea982c-230b-4f28-a5e2-1a998e39c7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T13:53:27Z,description=,heartbeat_timestamp=2021-07-07T14:43:28Z,host='dv-cinder-799821-1-iscsi',id=652ddd47-bc13-4e1c-8285-b4eb8cea957f,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T13:53:27Z,topic='l3_agent')) {'router_ids': ['c96a6652-9775-405d-9bd4-5c3fa3e9076d'], 'active': True} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:43:30.089331 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvr_db [None req-4dea982c-230b-4f28-a5e2-1a998e39c7aa None None] Set router c96a6652-9775-405d-9bd4-5c3fa3e9076d gateway port host: None {{(pid=92956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 14:43:30.107157 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-2ed7f3e2-73de-4367-a542-cfbadbe425da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744351415830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744350976997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2608659'] for port, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:43:30.133902 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed7f3e2-73de-4367-a542-cfbadbe425da admin admin] Pushing event deleted for resources: {'Port': ['ID=2a80388d-a075-47da-8083-9b7f8c00c93f,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:43:30.147886 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-4dea982c-230b-4f28-a5e2-1a998e39c7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c96a6652-9775-405d-9bd4-5c3fa3e9076d', 'name': 'tempest-TestVolumeBootPattern-1326863929-router', 'tenant_id': 'a8e166c82d9a413a9a0e77c645377cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T14:36:30Z', 'updated_at': '2021-07-07T14:43:29Z', 'revision_number': 6, 'project_id': 'a8e166c82d9a413a9a0e77c645377cc0', 'gw_port_host': None}], 'dv-cinder-799821-1-iscsi', False) {} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:43:30.175026 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dea982c-230b-4f28-a5e2-1a998e39c7aa None None] The sync data for ids ['c96a6652-9775-405d-9bd4-5c3fa3e9076d'] in dv-cinder-799821-1-iscsi is: [{'id': 'c96a6652-9775-405d-9bd4-5c3fa3e9076d', 'name': 'tempest-TestVolumeBootPattern-1326863929-router', 'tenant_id': 'a8e166c82d9a413a9a0e77c645377cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T14:36:30Z', 'updated_at': '2021-07-07T14:43:29Z', 'revision_number': 6, 'project_id': 'a8e166c82d9a413a9a0e77c645377cc0', 'gw_port_host': None}] {{(pid=92956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 14:43:30.196060 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-2ed7f3e2-73de-4367-a542-cfbadbe425da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1662035'] for router_gateway, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:43:30.284111 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-2ed7f3e2-73de-4367-a542-cfbadbe425da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1724647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6200'] for router, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:43:30.286325 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-2ed7f3e2-73de-4367-a542-cfbadbe425da admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:43:30.327586 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-2ed7f3e2-73de-4367-a542-cfbadbe425da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1727095'] for router, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:43:30.328111 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ed7f3e2-73de-4367-a542-cfbadbe425da admin admin] Fanout notify agent at l3_agent the message router_deleted on router c96a6652-9775-405d-9bd4-5c3fa3e9076d {{(pid=92953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 14:43:30.332191 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-2ed7f3e2-73de-4367-a542-cfbadbe425da admin admin] Notify callbacks [] for router, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:43:30.333309 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-2ed7f3e2-73de-4367-a542-cfbadbe425da admin admin] 10.222.0.16 "DELETE /v2.0/routers/c96a6652-9775-405d-9bd4-5c3fa3e9076d HTTP/1.1" status: 204 len: 168 time: 0.7487121 Jul 07 14:43:30.335776 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 44226) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:43:30.384518 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.db.db_base_plugin_v2 [None req-1839c032-922f-49be-95cb-c7caa08a0c53 admin admin] Deleting subnet 93ea07e9-9c2d-47a9-b041-38e8cb13a001 {{(pid=92953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 14:43:30.387707 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-1839c032-922f-49be-95cb-c7caa08a0c53 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:43:30.391225 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-de2cb0b5-6e4a-418e-bae1-4b4e8a512c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:43:30.422326 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-1839c032-922f-49be-95cb-c7caa08a0c53 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2140470'] for subnet, precommit_delete_associations {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:43:30.498006 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-1839c032-922f-49be-95cb-c7caa08a0c53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736859'] for subnet, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:43:30.555517 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-1839c032-922f-49be-95cb-c7caa08a0c53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2608681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3757649'] for subnet, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:43:30.584538 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1839c032-922f-49be-95cb-c7caa08a0c53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93ea07e9-9c2d-47a9-b041-38e8cb13a001,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:43:30.585108 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-1839c032-922f-49be-95cb-c7caa08a0c53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582248'] for subnet, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:43:30.589612 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-1839c032-922f-49be-95cb-c7caa08a0c53 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/93ea07e9-9c2d-47a9-b041-38e8cb13a001 HTTP/1.1" status: 204 len: 168 time: 0.2501175 Jul 07 14:43:30.589741 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 44228) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:43:30.591967 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d13903b4-8549-4ba1-a6b7-9f0322f1ef45 None None] Network a9b1db46-a5ae-41f2-898b-198b34b55fdf requested from dv-cinder-799821-1-iscsi {{(pid=92955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 14:43:30.656756 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-96851da0-05e9-4e5d-8436-7190214238ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573990'] for network, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:43:30.709485 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-96851da0-05e9-4e5d-8436-7190214238ff admin admin] Deleting port 76f4f9fd-56cd-48b4-be2d-ad7ea6fbb905 {{(pid=92953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 14:43:30.709824 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-96851da0-05e9-4e5d-8436-7190214238ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744351408860'] for port, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:43:30.777990 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-96851da0-05e9-4e5d-8436-7190214238ff admin admin] For port 76f4f9fd-56cd-48b4-be2d-ad7ea6fbb905, host dv-cinder-799821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799821-1-iscsi',level=0,port_id=76f4f9fd-56cd-48b4-be2d-ad7ea6fbb905,segment=NetworkSegment(eae3c447-b47b-4621-bef4-43a53db72d4e),segment_id=eae3c447-b47b-4621-bef4-43a53db72d4e)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 14:43:30.778344 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-96851da0-05e9-4e5d-8436-7190214238ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1715988'] for port, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:43:30.791172 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-96851da0-05e9-4e5d-8436-7190214238ff admin admin] Calling delete_port for 76f4f9fd-56cd-48b4-be2d-ad7ea6fbb905 owned by network:dhcp {{(pid=92953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 14:43:30.867369 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-96851da0-05e9-4e5d-8436-7190214238ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-560692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744351415830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744350976997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2608659'] for port, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:43:30.891195 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96851da0-05e9-4e5d-8436-7190214238ff admin admin] Pushing event deleted for resources: {'Port': ['ID=76f4f9fd-56cd-48b4-be2d-ad7ea6fbb905,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:43:30.896718 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96851da0-05e9-4e5d-8436-7190214238ff admin admin] No DVR routers for this DVR port 76f4f9fd-56cd-48b4-be2d-ad7ea6fbb905 on host dv-cinder-799821-1-iscsi {{(pid=92953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 14:43:30.908039 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4270e6cb-be65-4ddb-9c29-1f2f7280ca7e None None] DHCP port deletion for a9b1db46-a5ae-41f2-898b-198b34b55fdf request from dv-cinder-799821-1-iscsi {{(pid=92955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 14:43:30.972375 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-96851da0-05e9-4e5d-8436-7190214238ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730318', 'neutron.services.segments.db._delete_segments_for_network-8744351280222'] for network, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:43:30.981992 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.services.segments.db [None req-96851da0-05e9-4e5d-8436-7190214238ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9b1db46-a5ae-41f2-898b-198b34b55fdf']}} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:43:30.992088 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.services.segments.db [None req-96851da0-05e9-4e5d-8436-7190214238ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eae3c447-b47b-4621-bef4-43a53db72d4e') {'for_net_delete': True} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:43:30.992381 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.services.segments.db [None req-96851da0-05e9-4e5d-8436-7190214238ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eae3c447-b47b-4621-bef4-43a53db72d4e') {} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 14:43:31.002118 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-96851da0-05e9-4e5d-8436-7190214238ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744351507842', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2140449'] for segment, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:43:31.017175 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-96851da0-05e9-4e5d-8436-7190214238ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610'] for segment, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:43:31.023553 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96851da0-05e9-4e5d-8436-7190214238ff admin admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=92953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 14:43:31.024020 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-96851da0-05e9-4e5d-8436-7190214238ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2608844'] for segment, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:43:31.026583 dv-cinder-799821-1-iscsi neutron-server[92953]: Traceback (most recent call last): Jul 07 14:43:31.026583 dv-cinder-799821-1-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 14:43:31.026583 dv-cinder-799821-1-iscsi neutron-server[92953]: timer() Jul 07 14:43:31.026583 dv-cinder-799821-1-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 14:43:31.026583 dv-cinder-799821-1-iscsi neutron-server[92953]: cb(*args, **kw) Jul 07 14:43:31.026583 dv-cinder-799821-1-iscsi neutron-server[92953]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 14:43:31.026583 dv-cinder-799821-1-iscsi neutron-server[92953]: return func(*args, **kwargs) Jul 07 14:43:31.026583 dv-cinder-799821-1-iscsi neutron-server[92953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 14:43:31.026583 dv-cinder-799821-1-iscsi neutron-server[92953]: self._notify() Jul 07 14:43:31.026583 dv-cinder-799821-1-iscsi neutron-server[92953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 14:43:31.026583 dv-cinder-799821-1-iscsi neutron-server[92953]: self.callback(batched_events) Jul 07 14:43:31.026583 dv-cinder-799821-1-iscsi neutron-server[92953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 14:43:31.026583 dv-cinder-799821-1-iscsi neutron-server[92953]: event.method(event) Jul 07 14:43:31.026583 dv-cinder-799821-1-iscsi neutron-server[92953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 14:43:31.026583 dv-cinder-799821-1-iscsi neutron-server[92953]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 14:43:31.026583 dv-cinder-799821-1-iscsi neutron-server[92953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 14:43:31.026583 dv-cinder-799821-1-iscsi neutron-server[92953]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 14:43:31.026583 dv-cinder-799821-1-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 14:43:31.026583 dv-cinder-799821-1-iscsi neutron-server[92953]: return f(self, *a, **k) Jul 07 14:43:31.026583 dv-cinder-799821-1-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 14:43:31.026583 dv-cinder-799821-1-iscsi neutron-server[92953]: return self._get(url).json() Jul 07 14:43:31.026583 dv-cinder-799821-1-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 14:43:31.026583 dv-cinder-799821-1-iscsi neutron-server[92953]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 14:43:31.026583 dv-cinder-799821-1-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 14:43:31.026583 dv-cinder-799821-1-iscsi neutron-server[92953]: return self.request(url, 'GET', **kwargs) Jul 07 14:43:31.026583 dv-cinder-799821-1-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 14:43:31.026583 dv-cinder-799821-1-iscsi neutron-server[92953]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 14:43:31.026583 dv-cinder-799821-1-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 14:43:31.026583 dv-cinder-799821-1-iscsi neutron-server[92953]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 14:43:31.026583 dv-cinder-799821-1-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 14:43:31.026583 dv-cinder-799821-1-iscsi neutron-server[92953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 14:43:31.026583 dv-cinder-799821-1-iscsi neutron-server[92953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 14:43:31.089402 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-96851da0-05e9-4e5d-8436-7190214238ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1662071'] for network, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:43:31.093862 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-96851da0-05e9-4e5d-8436-7190214238ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582248'] for network, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:43:31.098983 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-96851da0-05e9-4e5d-8436-7190214238ff admin admin] 10.222.0.16 "DELETE /v2.0/networks/a9b1db46-a5ae-41f2-898b-198b34b55fdf HTTP/1.1" status: 204 len: 168 time: 0.5051942 Jul 07 14:43:31.110365 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96851da0-05e9-4e5d-8436-7190214238ff admin admin] Pushing event deleted for resources: {'Network': ['ID=a9b1db46-a5ae-41f2-898b-198b34b55fdf,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:43:31.212304 dv-cinder-799821-1-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.16', 44234) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:43:31.251486 dv-cinder-799821-1-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-281a52d2-dccd-4cb4-8106-36ef62b1a816 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0ce05d06ad794625bef8693b2fcb923d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379848 Jul 07 14:43:31.253866 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 44236) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:43:31.301216 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-25a80de7-60b5-413e-98b9-c12bd1616e5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:43:31.322359 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-25a80de7-60b5-413e-98b9-c12bd1616e5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:43:31.370418 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-25a80de7-60b5-413e-98b9-c12bd1616e5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:43:31.373031 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-25a80de7-60b5-413e-98b9-c12bd1616e5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:43:31.376800 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-25a80de7-60b5-413e-98b9-c12bd1616e5f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b7d481ec-7b52-4d66-a4b0-89db60ab1070 HTTP/1.1" status: 204 len: 168 time: 0.1192696 Jul 07 14:43:31.383148 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a80de7-60b5-413e-98b9-c12bd1616e5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7d481ec-7b52-4d66-a4b0-89db60ab1070,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:43:31.409999 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Device bc1e4310-bcc4-4d7b-bc04-b56a340530b8 no longer exists at agent ovs-agent-dv-cinder-799821-1-iscsi {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 14:43:31.434496 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] No Port match for: bc1e4310-bcc4-4d7b-bc04-b56a340530b8 {{(pid=92955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 14:43:31.434844 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Device bc1e4310-bcc4-4d7b-bc04-b56a340530b8 not bound to the agent host dv-cinder-799821-1-iscsi {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 14:43:31.435257 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Device 2a80388d-a075-47da-8083-9b7f8c00c93f no longer exists at agent ovs-agent-dv-cinder-799821-1-iscsi {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 14:43:31.455453 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] No Port match for: 2a80388d-a075-47da-8083-9b7f8c00c93f {{(pid=92955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 14:43:31.455921 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Device 2a80388d-a075-47da-8083-9b7f8c00c93f not bound to the agent host dv-cinder-799821-1-iscsi {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 14:43:31.456333 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Device 76f4f9fd-56cd-48b4-be2d-ad7ea6fbb905 no longer exists at agent ovs-agent-dv-cinder-799821-1-iscsi {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 14:43:31.474468 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] No Port match for: 76f4f9fd-56cd-48b4-be2d-ad7ea6fbb905 {{(pid=92955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 14:43:31.474812 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Device 76f4f9fd-56cd-48b4-be2d-ad7ea6fbb905 not bound to the agent host dv-cinder-799821-1-iscsi {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 14:43:31.694098 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 44242) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:43:31.734856 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-4e4c0b10-8859-417b-a6e3-ff6f86a2cbe9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a8e166c82d9a413a9a0e77c645377cc0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0395646 Jul 07 14:43:31.737241 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.16', 44244) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 14:43:31.785554 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-b38d3726-637b-4d9c-90e9-b9f98acc0e42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:43:31.816098 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-b38d3726-637b-4d9c-90e9-b9f98acc0e42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:43:31.863991 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-b38d3726-637b-4d9c-90e9-b9f98acc0e42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1701737'] for security_group, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:43:31.866536 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-b38d3726-637b-4d9c-90e9-b9f98acc0e42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:43:31.867693 dv-cinder-799821-1-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-b38d3726-637b-4d9c-90e9-b9f98acc0e42 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8197de64-5328-4347-9078-bc8e19357d81 HTTP/1.1" status: 204 len: 168 time: 0.1295564 Jul 07 14:43:31.876417 dv-cinder-799821-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38d3726-637b-4d9c-90e9-b9f98acc0e42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8197de64-5328-4347-9078-bc8e19357d81,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 14:43:32.798612 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:43:54.934696 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-7530b4e5-d93b-4521-9126-0f8c7119665c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:43:57.248550 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.agents_db [None req-578d1851-68de-424d-8d1f-a58f436dd381 None None] Agent healthcheck: found 6 active agents {{(pid=92956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 14:43:57.540334 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-6eebc182-388a-4946-a214-e6fdfefbed88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:43:57.881243 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:43:58.800009 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-797095d9-f31f-46bc-add0-d9922559420e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:44:00.393176 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-de2cb0b5-6e4a-418e-bae1-4b4e8a512c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:44:02.798266 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:44:24.936394 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-f0d2d4da-080b-4fd4-9690-dc5ce2b576ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:44:27.540152 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-b2bd8377-ec63-4dec-b117-8638ba966315 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:44:27.882575 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:44:28.802234 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-797095d9-f31f-46bc-add0-d9922559420e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:44:30.399912 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-de2cb0b5-6e4a-418e-bae1-4b4e8a512c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:44:32.809424 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:44:34.247493 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.agents_db [None req-578d1851-68de-424d-8d1f-a58f436dd381 None None] Agent healthcheck: found 6 active agents {{(pid=92956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 14:44:54.936320 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-c313a8ca-8b75-46ac-b20c-28fe09b087d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:44:57.540190 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-b2492b56-6600-4d6e-84b0-85b276683d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:44:57.882730 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:44:58.805660 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-797095d9-f31f-46bc-add0-d9922559420e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:45:00.398259 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-de2cb0b5-6e4a-418e-bae1-4b4e8a512c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:45:02.809406 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:45:11.247413 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.agents_db [None req-578d1851-68de-424d-8d1f-a58f436dd381 None None] Agent healthcheck: found 6 active agents {{(pid=92956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 14:45:24.938285 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-c3df7a37-aaa2-4d34-a249-b50dac1c0a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:45:27.539760 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-dfab2277-7c85-43fc-b6fe-2adaf2f42970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:45:27.892155 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:45:28.808844 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-797095d9-f31f-46bc-add0-d9922559420e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:45:30.400755 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-de2cb0b5-6e4a-418e-bae1-4b4e8a512c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:45:32.808841 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:45:48.246272 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.agents_db [None req-578d1851-68de-424d-8d1f-a58f436dd381 None None] Agent healthcheck: found 6 active agents {{(pid=92956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 14:45:54.940062 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4ddf2ab0-854d-47e7-99fa-06157e5d46a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:45:57.540449 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-295c3741-b971-4189-8152-b999fc94159c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:45:57.888898 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:45:58.820571 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-797095d9-f31f-46bc-add0-d9922559420e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:46:00.402654 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-de2cb0b5-6e4a-418e-bae1-4b4e8a512c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:46:02.810588 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:46:24.940075 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-3877d745-785a-47f2-b299-4df5a091a5a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:46:25.244770 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.agents_db [None req-578d1851-68de-424d-8d1f-a58f436dd381 None None] Agent healthcheck: found 6 active agents {{(pid=92956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 14:46:27.544288 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-bf809571-c8e0-4c95-92e5-a3990a4ad0e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:46:27.881288 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:46:28.816021 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-797095d9-f31f-46bc-add0-d9922559420e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:46:30.405787 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-de2cb0b5-6e4a-418e-bae1-4b4e8a512c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:46:32.806183 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:46:54.941243 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-864d7ea2-a3a1-4995-9a86-a285bcf1e40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:46:57.544323 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-82f55b97-2184-4b97-bc14-b1d062d6ee04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:46:57.885879 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:46:58.817678 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-797095d9-f31f-46bc-add0-d9922559420e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:47:00.408551 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-de2cb0b5-6e4a-418e-bae1-4b4e8a512c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:47:02.243619 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.agents_db [None req-578d1851-68de-424d-8d1f-a58f436dd381 None None] Agent healthcheck: found 6 active agents {{(pid=92956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 14:47:02.821133 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:47:24.942601 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-df29a621-2a9d-4ecb-babb-2674e1c213f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:47:27.545053 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-678bd710-5cb1-4090-97e1-a0e9c3589ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:47:27.886087 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:47:28.820713 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-797095d9-f31f-46bc-add0-d9922559420e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:47:30.411081 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-de2cb0b5-6e4a-418e-bae1-4b4e8a512c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:47:32.835303 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:47:39.242866 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.agents_db [None req-578d1851-68de-424d-8d1f-a58f436dd381 None None] Agent healthcheck: found 6 active agents {{(pid=92956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 14:47:54.943880 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-6792ede3-bec3-4e4e-9085-8a4cc5b57f56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:47:57.544511 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-27108cb5-f819-4f15-b087-e615bf046dae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:47:57.886496 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:47:58.823828 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-797095d9-f31f-46bc-add0-d9922559420e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:48:00.414836 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-de2cb0b5-6e4a-418e-bae1-4b4e8a512c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:48:02.835238 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:48:16.242577 dv-cinder-799821-1-iscsi neutron-server[92956]: DEBUG neutron.db.agents_db [None req-578d1851-68de-424d-8d1f-a58f436dd381 None None] Agent healthcheck: found 6 active agents {{(pid=92956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 14:48:24.948117 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-69c074c6-8797-44ac-b82f-5e653cf7373d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:48:27.545215 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-f871f668-f33c-4ff8-9f0a-bc7b3ab40ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:48:27.886966 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8660-36b3-4fd5-85de-687ffbf76784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:48:28.825221 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-797095d9-f31f-46bc-add0-d9922559420e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:48:30.432776 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-de2cb0b5-6e4a-418e-bae1-4b4e8a512c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 14:48:32.838263 dv-cinder-799821-1-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d37af2d-20fc-44e0-8d5f-50a2af768ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744351280204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732548'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}